-- Logs begin at Wed 2021-08-11 15:38:12 UTC, end at Wed 2021-08-11 16:36:32 UTC. -- Aug 11 16:12:30.673909 dv-cinder-804265-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Aug 11 16:12:33.038292 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.common.config [-] Logging enabled! Aug 11 16:12:33.039047 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev7 Aug 11 16:12:33.039047 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79051) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 11 16:12:33.042251 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.common.config [-] Logging enabled! Aug 11 16:12:33.042509 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev7 Aug 11 16:12:33.042825 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79051) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 11 16:12:33.043778 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 11 16:12:33.044011 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 11 16:12:33.044375 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 11 16:12:33.044622 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 11 16:12:33.044850 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 11 16:12:33.045174 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.045473 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.045774 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.046007 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.046332 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.046627 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.046912 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.047203 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.047502 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.047790 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.048070 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.048357 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.048588 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.048870 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.049159 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.049448 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.049671 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] debug = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.049955 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.050412 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.050823 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.051109 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.051399 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.051679 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.051970 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.052865 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.053254 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.053531 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] host = dv-cinder-804265-1-smb {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.053811 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.054101 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.054420 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.054713 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.054993 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.055277 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.055566 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.055841 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.056114 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] log_file = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.056392 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.056683 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.056974 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.057273 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.057500 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.057723 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.058015 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.058328 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.058607 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.058883 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.059158 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.059432 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.059705 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.059974 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.060259 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.060547 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.060835 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.061111 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.061384 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.061655 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.061926 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.062232 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.062508 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.062781 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.063055 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.063341 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.063613 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.063885 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.064186 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.064474 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.064758 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.065053 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.065326 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.065611 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.065888 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.066176 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.066454 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] use_json = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.066729 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.067000 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.067286 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.067559 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.067860 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.068139 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.068400 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.068686 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:33.068985 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.069284 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.069586 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.069871 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.070183 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.070467 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.070757 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.071037 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.071327 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.071616 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.071905 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.072186 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.072473 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.072751 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.073048 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.073358 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.073659 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.073954 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.074259 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.074536 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.074814 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.075093 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.075378 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.075674 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.075963 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.076240 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.076516 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.076807 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.077086 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.077359 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.077636 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.077936 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.078228 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.078506 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.078787 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.079062 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.079339 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.079611 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.079889 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.080180 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.080457 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.080728 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.080999 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.081281 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.081552 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.081837 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.082112 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.082412 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.082687 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.082966 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.083240 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.083540 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.083820 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.084094 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.084375 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.084650 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.084931 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.085207 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.085485 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.085762 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.086037 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.086335 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.086617 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.086893 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.087168 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.087443 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.087722 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.088000 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.088290 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.088589 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.088870 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.089150 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.089431 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.089715 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.089997 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.090299 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.090581 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.090863 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.091140 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.091434 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.091721 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.092011 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.092297 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.092578 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.092878 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.093160 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.093446 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.093728 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.094009 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.094323 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.094628 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.094915 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.095213 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.095510 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.095807 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.096104 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.096385 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.096694 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.096974 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:33.097194 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 11 16:12:33.097435 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79051) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 11 16:12:33.495214 dv-cinder-804265-1-smb neutron-server[79051]: INFO keyring.backend [-] Loading KWallet Aug 11 16:12:33.502605 dv-cinder-804265-1-smb neutron-server[79051]: INFO keyring.backend [-] Loading SecretService Aug 11 16:12:33.506407 dv-cinder-804265-1-smb neutron-server[79051]: INFO keyring.backend [-] Loading Windows Aug 11 16:12:33.507779 dv-cinder-804265-1-smb neutron-server[79051]: INFO keyring.backend [-] Loading chainer Aug 11 16:12:33.508362 dv-cinder-804265-1-smb neutron-server[79051]: INFO keyring.backend [-] Loading macOS Aug 11 16:12:33.543751 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:12:33.544029 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=79051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:12:33.544321 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:12:33.544660 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 11 16:12:33.853953 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:33.854194 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:33.854477 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:33.855709 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:33.855992 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:33.856264 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:33.977375 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:33.977658 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:33.977928 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:33.991436 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:33.991722 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:33.991995 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.020758 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.021636 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.021913 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.060851 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.061450 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.061450 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.292971 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.293255 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.293527 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.293797 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.294791 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.419365 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.419685 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.419971 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.420246 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.420511 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.420822 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.421089 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.421354 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.421613 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.421896 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.422185 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.422447 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.422713 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.422970 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.423239 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.423512 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.423772 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.424046 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.424301 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.424587 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.424938 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.425194 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.425444 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.425729 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.425981 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.426251 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.426637 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 16:12:34.426880 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 16:12:34.427119 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 16:12:34.427472 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 16:12:34.427715 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 16:12:34.427955 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 16:12:34.428421 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 11 16:12:34.431568 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 11 16:12:34.435511 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 11 16:12:34.439248 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Aug 11 16:12:34.440870 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 11 16:12:34.441326 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 11 16:12:34.441662 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 11 16:12:34.442052 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 11 16:12:34.445507 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 11 16:12:34.445757 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 11 16:12:34.446280 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 11 16:12:34.474695 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 11 16:12:34.475141 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.475442 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79051) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 11 16:12:34.475804 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.477159 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79051) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 11 16:12:34.477439 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 11 16:12:34.477683 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 11 16:12:34.480833 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.481115 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:34.545500 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 11 16:12:34.545685 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 11 16:12:34.545924 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 11 16:12:34.546320 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 11 16:12:34.579188 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_db.sqlalchemy.engines [None req-4c45752e-c397-452d-bade-75f66876232a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79051) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Aug 11 16:12:34.924523 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.plugins.ml2.managers [None req-4c45752e-c397-452d-bade-75f66876232a None None] Initializing driver for type 'gre' Aug 11 16:12:34.924995 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4c45752e-c397-452d-bade-75f66876232a None None] gre ID ranges: [(1, 1000)] Aug 11 16:12:34.983894 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.plugins.ml2.managers [None req-4c45752e-c397-452d-bade-75f66876232a None None] Initializing driver for type 'local' Aug 11 16:12:34.984226 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.plugins.ml2.managers [None req-4c45752e-c397-452d-bade-75f66876232a None None] Initializing driver for type 'vlan' Aug 11 16:12:34.995654 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4c45752e-c397-452d-bade-75f66876232a None None] VlanTypeDriver initialization complete Aug 11 16:12:34.996018 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.plugins.ml2.managers [None req-4c45752e-c397-452d-bade-75f66876232a None None] Initializing driver for type 'vxlan' Aug 11 16:12:34.996507 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4c45752e-c397-452d-bade-75f66876232a None None] vxlan ID ranges: [(1, 1000)] Aug 11 16:12:35.047612 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.plugins.ml2.managers [None req-4c45752e-c397-452d-bade-75f66876232a None None] Initializing extension driver 'port_security' Aug 11 16:12:35.047962 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.plugins.ml2.extensions.port_security [None req-4c45752e-c397-452d-bade-75f66876232a None None] PortSecurityExtensionDriver initialization complete Aug 11 16:12:35.048299 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.plugins.ml2.managers [None req-4c45752e-c397-452d-bade-75f66876232a None None] Initializing mechanism driver 'openvswitch' Aug 11 16:12:35.048638 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.plugins.ml2.managers [None req-4c45752e-c397-452d-bade-75f66876232a None None] Initializing mechanism driver 'hyperv' Aug 11 16:12:35.055218 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.plugins.ml2.plugin [None req-4c45752e-c397-452d-bade-75f66876232a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:12:35.055991 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > port after_create 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.056366 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > port after_update 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.056722 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > port after_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.057119 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > subnet after_create 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.057473 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > subnet after_update 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.057820 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > subnet after_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.058226 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > network after_create 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.058577 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > network after_update 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.058920 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > network after_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.059294 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > security_group after_create 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.059638 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > security_group after_update 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.059977 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > security_group after_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.060353 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.060697 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.061036 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.061562 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > address_group after_create 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.061737 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > address_group after_update 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.062070 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > address_group after_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.062434 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4c45752e-c397-452d-bade-75f66876232a None None] ML2 OVO RPC backend initialized. {{(pid=79051) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Aug 11 16:12:35.063135 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > router_interface after_create 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.063485 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.063898 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > network before_response 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.064244 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > networks before_response 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.064588 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > port before_response 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.064926 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > ports before_response 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.065273 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > subnet before_response 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.065612 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > subnets before_response 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.065956 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > network after_create 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.066333 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > network after_update 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.066670 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > network after_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.067010 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > port after_create 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.067348 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > port after_update 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.067684 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > port after_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.068034 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > subnet after_create 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.068358 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > subnet after_update 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.068692 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > subnet after_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.069266 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.plugins.ml2.plugin [None req-4c45752e-c397-452d-bade-75f66876232a None None] Modular L2 Plugin initialization complete Aug 11 16:12:35.069593 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading services supported by the core plugin {{(pid=79051) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 11 16:12:35.069917 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.plugins.ml2.managers [None req-4c45752e-c397-452d-bade-75f66876232a None None] Got port-security extension from driver 'port_security' Aug 11 16:12:35.070406 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.extensions.vlantransparent [None req-4c45752e-c397-452d-bade-75f66876232a None None] Disabled vlantransparent extension. Aug 11 16:12:35.070889 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79051) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 11 16:12:35.071199 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading Plugin: router Aug 11 16:12:35.107470 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > router_interface before_create 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.107860 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > router after_create 55549900 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.108232 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > router before_create 55549900 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.108598 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.108965 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.109319 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > router after_delete 55549900 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.109676 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > floatingip after_update 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.110039 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > router after_create 55549900 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.110409 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > router after_update 55549900 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.110760 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > router after_update 55549900 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.111108 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.111468 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > router after_update 55549900 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.111878 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > router precommit_update 55549900 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.112249 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: port after_update 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.112587 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: port after_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.112924 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: subnet after_update 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.113263 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.113638 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > port precommit_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.113990 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > router precommit_create 55549900 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.114349 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: port before_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.114742 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > router precommit_create 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.115122 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > router after_update 55549900 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.115465 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > router precommit_delete 55549900 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.115819 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > router precommit_create 55549900 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.116180 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > router_interface after_create 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.116528 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > router precommit_update 55549900 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.116891 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > agent after_create 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.117240 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > agent after_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.117584 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > network after_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.118468 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.quota.resource_registry [None req-4c45752e-c397-452d-bade-75f66876232a None None] Tracking information for resource: router configured {{(pid=79051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 16:12:35.118805 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.quota.resource_registry [None req-4c45752e-c397-452d-bade-75f66876232a None None] Tracking information for resource: floatingip configured {{(pid=79051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 16:12:35.123608 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.db.l3_agentschedulers_db [None req-4c45752e-c397-452d-bade-75f66876232a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 11 16:12:35.124183 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: port after_update 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.124539 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: port after_create 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.124892 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: port after_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.125243 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: port after_update 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.126026 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > router before_create 55550100 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.126416 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > router precommit_delete 55550100 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.126779 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > router precommit_create 55550100 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.127135 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > router precommit_update 55550100 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.131924 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.services.provider_configuration [None req-4c45752e-c397-452d-bade-75f66876232a None None] Service providers = [] {{(pid=79051) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 11 16:12:35.132283 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.db.servicetype_db [None req-4c45752e-c397-452d-bade-75f66876232a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79051) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 11 16:12:35.135228 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.services.service_base [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79051) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 16:12:35.135579 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.services.service_base [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79051) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 16:12:35.135918 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.services.service_base [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79051) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 16:12:35.136801 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.services.service_base [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79051) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 16:12:35.137331 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.services.service_base [None req-4c45752e-c397-452d-bade-75f66876232a None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 11 16:12:35.137702 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 16:12:35.138015 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 11 16:12:35.149141 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 16:12:35.149479 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading Plugin: auto_allocate Aug 11 16:12:35.155227 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: network precommit_update 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.155591 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: network precommit_create 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.156103 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 16:12:35.156420 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading Plugin: tag Aug 11 16:12:35.163685 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 16:12:35.164008 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading Plugin: timestamp Aug 11 16:12:35.167781 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 16:12:35.168106 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading Plugin: network_ip_availability Aug 11 16:12:35.173264 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.173634 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.173990 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.174770 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 16:12:35.175046 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading Plugin: flavors Aug 11 16:12:35.181075 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 16:12:35.181403 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading Plugin: revisions Aug 11 16:12:35.185620 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 16:12:35.186008 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_concurrency.lockutils [None req-4c45752e-c397-452d-bade-75f66876232a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.642s {{(pid=79051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:12:35.186767 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79051) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 11 16:12:35.187104 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Initializing extension manager. Aug 11 16:12:35.187617 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: __init__.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.187954 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: __pycache__ {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.188285 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.188620 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: address_group.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.189373 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.189932 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: address-group Aug 11 16:12:35.190278 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: address_scope.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.190992 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.191496 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: address-scope Aug 11 16:12:35.191817 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: admin_state_down_before_update.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.192740 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.193762 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: router-admin-state-down-before-update Aug 11 16:12:35.194076 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: agent.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.194797 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.195297 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: agent Aug 11 16:12:35.195614 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: agent_resources_synced.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.196522 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.197023 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: agent-resources-synced Aug 11 16:12:35.197342 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: allowedaddresspairs.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.199161 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.199680 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: allowed-address-pairs Aug 11 16:12:35.200007 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: auto_allocated_topology.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.201073 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.201583 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: auto-allocated-topology Aug 11 16:12:35.201906 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: availability_zone.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.202690 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.203192 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: availability_zone Aug 11 16:12:35.203513 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: availability_zone_filter.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.204423 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.204923 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: availability_zone_filter Aug 11 16:12:35.205242 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: data_plane_status.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.206145 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.206667 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extension data-plane-status not supported by any of loaded plugins Aug 11 16:12:35.206986 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: default_subnetpools.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.207906 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.208466 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: default-subnetpools Aug 11 16:12:35.209343 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: dhcpagentscheduler.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.210336 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.210840 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: dhcp_agent_scheduler Aug 11 16:12:35.211160 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: dns.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.212066 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.212564 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extension dns-integration not supported by any of loaded plugins Aug 11 16:12:35.212883 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: dns_domain_ports.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.213797 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.214332 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 11 16:12:35.214656 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: dvr.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.215327 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.215827 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: dvr Aug 11 16:12:35.216142 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: empty_string_filtering.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.217045 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.217550 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: empty-string-filtering Aug 11 16:12:35.217869 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.218806 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.219308 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 11 16:12:35.219623 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.220555 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.221056 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 11 16:12:35.221370 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: external_net.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.222304 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.222809 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: external-net Aug 11 16:12:35.223124 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: extra_dhcp_opt.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.224069 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.224658 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: extra_dhcp_opt Aug 11 16:12:35.224976 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: extraroute.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.225883 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.226410 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: extraroute Aug 11 16:12:35.226729 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: extraroute_atomic.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.227750 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.228258 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: extraroute-atomic Aug 11 16:12:35.228577 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: filter_validation.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.229234 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.229730 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: filter-validation Aug 11 16:12:35.230047 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: fip_pf_description.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.231156 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.231655 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 11 16:12:35.231973 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: fip_port_details.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.232896 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.233395 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: fip-port-details Aug 11 16:12:35.233714 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: flavors.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.234973 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.235485 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: flavors Aug 11 16:12:35.235804 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.237437 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.237958 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 11 16:12:35.238331 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: floatingip_pools.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.239028 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.239536 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: floatingip-pools Aug 11 16:12:35.239977 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: ip_allocation.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.240898 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.241405 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extension ip_allocation not supported by any of loaded plugins Aug 11 16:12:35.241728 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.242670 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.243182 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: ip-substring-filtering Aug 11 16:12:35.243507 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: l2_adjacency.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.244428 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.244930 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extension l2_adjacency not supported by any of loaded plugins Aug 11 16:12:35.245250 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: l3.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.246239 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.246762 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: router Aug 11 16:12:35.247083 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: l3_conntrack_helper.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.249294 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.249819 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 11 16:12:35.250174 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.251116 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.251630 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: ext-gw-mode Aug 11 16:12:35.251956 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.252875 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.253381 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: l3-ha Aug 11 16:12:35.253704 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: l3_flavors.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.254647 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.255154 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: l3-flavors Aug 11 16:12:35.256000 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.257079 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.257581 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: l3-port-ip-change-not-allowed Aug 11 16:12:35.257902 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: l3agentscheduler.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.258968 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.259480 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: l3_agent_scheduler Aug 11 16:12:35.259805 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: logging.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.261276 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.261794 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extension logging not supported by any of loaded plugins Aug 11 16:12:35.262119 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: metering.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.262880 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.263454 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: metering Aug 11 16:12:35.263776 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.264868 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.265385 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: metering_source_and_destination_fields Aug 11 16:12:35.265711 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: multiprovidernet.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.266783 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.267548 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: multi-provider Aug 11 16:12:35.267874 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: netmtu.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.268803 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.269308 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: net-mtu Aug 11 16:12:35.269632 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: netmtu_writable.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.270577 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.271752 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: net-mtu-writable Aug 11 16:12:35.272079 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: network_availability_zone.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.272780 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.273287 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: network_availability_zone Aug 11 16:12:35.273606 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: network_ip_availability.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.274711 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.275226 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: network-ip-availability Aug 11 16:12:35.275553 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: network_segment_range.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.276342 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.276829 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extension network-segment-range not supported by any of loaded plugins Aug 11 16:12:35.277149 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: pagination.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.278120 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.278492 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: pagination Aug 11 16:12:35.278801 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: port_device_profile.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.279711 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.280225 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: port-device-profile Aug 11 16:12:35.280545 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.281465 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.281973 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: port-mac-address-regenerate Aug 11 16:12:35.282334 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.283253 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.283758 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: port-numa-affinity-policy Aug 11 16:12:35.284075 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: port_resource_request.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.284981 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.285484 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extension port-resource-request not supported by any of loaded plugins Aug 11 16:12:35.285802 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: portbindings.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.286770 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.287278 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: binding Aug 11 16:12:35.287591 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: portbindings_extended.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.288862 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.289373 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: binding-extended Aug 11 16:12:35.289694 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: portsecurity.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.290630 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.291137 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: port-security Aug 11 16:12:35.291456 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: project_id.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.292419 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.292747 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: project-id Aug 11 16:12:35.293067 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: providernet.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.293986 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.294524 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: provider Aug 11 16:12:35.294882 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: qos.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.298470 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.298999 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extension qos not supported by any of loaded plugins Aug 11 16:12:35.299332 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.300581 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.301095 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 11 16:12:35.301424 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.302392 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.302902 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 11 16:12:35.303224 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: qos_default.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.304137 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.304648 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extension qos-default not supported by any of loaded plugins Aug 11 16:12:35.304972 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: qos_fip.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.305620 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.306115 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extension qos-fip not supported by any of loaded plugins Aug 11 16:12:35.306466 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: qos_gateway_ip.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.307382 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.307883 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 11 16:12:35.308203 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: qos_port_network_policy.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.309121 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.309627 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 11 16:12:35.309948 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: qos_rule_type_details.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.310880 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.311383 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 11 16:12:35.311703 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: qos_rules_alias.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.312735 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.313243 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 11 16:12:35.313566 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: quotasv2.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.314498 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.314946 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: quotas Aug 11 16:12:35.315269 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: quotasv2_detail.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.316859 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.317200 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: quota_details Aug 11 16:12:35.317531 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: rbac.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.319130 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.319652 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: rbac-policies Aug 11 16:12:35.319981 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: rbac_address_group.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.320904 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.321418 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: rbac-address-group Aug 11 16:12:35.321744 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: rbac_address_scope.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.322673 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.323183 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: rbac-address-scope Aug 11 16:12:35.323506 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: rbac_security_groups.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.324413 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.324920 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: rbac-security-groups Aug 11 16:12:35.325243 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: rbac_subnetpool.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.326173 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.326688 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: rbac-subnetpool Aug 11 16:12:35.327011 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: revisionifmatch.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.327924 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.328436 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: revision-if-match Aug 11 16:12:35.328756 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: revisions.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.329856 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.330400 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: standard-attr-revisions Aug 11 16:12:35.330725 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: router_availability_zone.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.331395 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.331900 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: router_availability_zone Aug 11 16:12:35.332219 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: routerservicetype.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.333132 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.333740 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extension router-service-type not supported by any of loaded plugins Aug 11 16:12:35.334150 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.335100 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.335607 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: security-groups-normalized-cidr Aug 11 16:12:35.335928 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: security_groups_port_filtering.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.336850 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.337358 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: port-security-groups-filtering Aug 11 16:12:35.337678 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.338637 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.339146 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: security-groups-remote-address-group Aug 11 16:12:35.339465 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: securitygroup.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.349554 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.350195 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: security-group Aug 11 16:12:35.350531 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: segment.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.351322 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.351829 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extension segment not supported by any of loaded plugins Aug 11 16:12:35.352157 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.353108 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.353613 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 11 16:12:35.353937 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: servicetype.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.355075 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.355593 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: service-type Aug 11 16:12:35.355920 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: sorting.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.356894 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.357224 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: sorting Aug 11 16:12:35.357546 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: standard_attr_segment.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.358477 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.358994 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 11 16:12:35.359323 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: standardattrdescription.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.359966 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.360471 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: standard-attr-description Aug 11 16:12:35.360791 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: stateful_security_group.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.361716 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.362255 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: stateful-security-group Aug 11 16:12:35.362577 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: stdattrs_common.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.363159 dv-cinder-804265-1-smb neutron-server[79051]: WARNING neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 11 16:12:35.363479 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.364473 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.365570 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 11 16:12:35.365885 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: subnet_onboard.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.366983 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.367503 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: subnet_onboard Aug 11 16:12:35.367825 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.368749 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.369265 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 11 16:12:35.369585 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: subnet_service_types.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.370539 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.371055 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: subnet-service-types Aug 11 16:12:35.371374 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: subnetallocation.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.372453 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.372968 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: subnet_allocation Aug 11 16:12:35.373287 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.373947 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.374491 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: subnetpool-prefix-ops Aug 11 16:12:35.374809 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.375741 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.376241 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 11 16:12:35.376559 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: tagging.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.377619 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.378135 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: standard-attr-tag Aug 11 16:12:35.378483 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: timestamp.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.379687 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.380202 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loaded extension: standard-attr-timestamp Aug 11 16:12:35.380561 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: trunk.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.381589 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.382099 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extension trunk not supported by any of loaded plugins Aug 11 16:12:35.382450 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: trunk_details.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.383367 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.383874 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extension trunk-details not supported by any of loaded plugins Aug 11 16:12:35.384196 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: uplink_status_propagation.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.385120 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.385628 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 11 16:12:35.385946 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Loading extension file: vlantransparent.py {{(pid=79051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 16:12:35.386641 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 16:12:35.387147 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extension vlan-transparent not supported by any of loaded plugins Aug 11 16:12:35.389603 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.quota.resource_registry [None req-4c45752e-c397-452d-bade-75f66876232a None None] Creating instance of TrackedResource for resource:network Aug 11 16:12:35.390354 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.quota.resource_registry [None req-4c45752e-c397-452d-bade-75f66876232a None None] Creating instance of TrackedResource for resource:subnet Aug 11 16:12:35.391128 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.quota.resource_registry [None req-4c45752e-c397-452d-bade-75f66876232a None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 16:12:35.391732 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.quota.resource_registry [None req-4c45752e-c397-452d-bade-75f66876232a None None] Creating instance of TrackedResource for resource:port Aug 11 16:12:35.393250 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.v2.resource_helper [None req-4c45752e-c397-452d-bade-75f66876232a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 16:12:35.393693 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.v2.resource_helper [None req-4c45752e-c397-452d-bade-75f66876232a None None] Service FLAVORS assigned prefix: {{(pid=79051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 16:12:35.394358 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.v2.resource_helper [None req-4c45752e-c397-452d-bade-75f66876232a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 16:12:35.394791 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.v2.resource_helper [None req-4c45752e-c397-452d-bade-75f66876232a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 16:12:35.395121 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.quota.resource_registry [None req-4c45752e-c397-452d-bade-75f66876232a None None] Creating instance of TrackedResource for resource:router Aug 11 16:12:35.395764 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.quota.resource_registry [None req-4c45752e-c397-452d-bade-75f66876232a None None] Creating instance of TrackedResource for resource:floatingip Aug 11 16:12:35.396602 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.v2.resource_helper [None req-4c45752e-c397-452d-bade-75f66876232a None None] Service METERING assigned prefix: /metering {{(pid=79051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 16:12:35.398039 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.398431 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.398783 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:12:35.399936 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.quota.resource_registry [None req-4c45752e-c397-452d-bade-75f66876232a None None] Creating instance of CountableResource for resource:rbac_policy Aug 11 16:12:35.400384 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.quota.resource_registry [None req-4c45752e-c397-452d-bade-75f66876232a None None] Creating instance of TrackedResource for resource:security_group Aug 11 16:12:35.401037 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.quota.resource_registry [None req-4c45752e-c397-452d-bade-75f66876232a None None] Creating instance of TrackedResource for resource:security_group_rule Aug 11 16:12:35.401780 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.v2.resource_helper [None req-4c45752e-c397-452d-bade-75f66876232a None None] Service CORE assigned prefix: {{(pid=79051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 16:12:35.402110 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.quota.resource_registry [None req-4c45752e-c397-452d-bade-75f66876232a None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 16:12:35.402466 dv-cinder-804265-1-smb neutron-server[79051]: WARNING neutron.quota.resource_registry [None req-4c45752e-c397-452d-bade-75f66876232a None None] subnetpool is already registered Aug 11 16:12:35.403085 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.v2.resource_helper [None req-4c45752e-c397-452d-bade-75f66876232a None None] Service CORE assigned prefix: {{(pid=79051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 16:12:35.403411 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.quota.resource_registry [None req-4c45752e-c397-452d-bade-75f66876232a None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 16:12:35.403739 dv-cinder-804265-1-smb neutron-server[79051]: WARNING neutron.quota.resource_registry [None req-4c45752e-c397-452d-bade-75f66876232a None None] subnetpool is already registered Aug 11 16:12:35.406346 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.v2.resource_helper [None req-4c45752e-c397-452d-bade-75f66876232a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 16:12:35.406781 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.v2.resource_helper [None req-4c45752e-c397-452d-bade-75f66876232a None None] Service FLAVORS assigned prefix: {{(pid=79051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 16:12:35.407380 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.v2.resource_helper [None req-4c45752e-c397-452d-bade-75f66876232a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 16:12:35.407801 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.v2.resource_helper [None req-4c45752e-c397-452d-bade-75f66876232a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 16:12:35.408133 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.quota.resource_registry [None req-4c45752e-c397-452d-bade-75f66876232a None None] Creating instance of TrackedResource for resource:router Aug 11 16:12:35.408466 dv-cinder-804265-1-smb neutron-server[79051]: WARNING neutron.quota.resource_registry [None req-4c45752e-c397-452d-bade-75f66876232a None None] router is already registered Aug 11 16:12:35.409062 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.quota.resource_registry [None req-4c45752e-c397-452d-bade-75f66876232a None None] Creating instance of TrackedResource for resource:floatingip Aug 11 16:12:35.409387 dv-cinder-804265-1-smb neutron-server[79051]: WARNING neutron.quota.resource_registry [None req-4c45752e-c397-452d-bade-75f66876232a None None] floatingip is already registered Aug 11 16:12:35.410011 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.v2.resource_helper [None req-4c45752e-c397-452d-bade-75f66876232a None None] Service METERING assigned prefix: /metering {{(pid=79051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 16:12:35.410720 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.quota.resource_registry [None req-4c45752e-c397-452d-bade-75f66876232a None None] Creating instance of CountableResource for resource:rbac_policy Aug 11 16:12:35.411050 dv-cinder-804265-1-smb neutron-server[79051]: WARNING neutron.quota.resource_registry [None req-4c45752e-c397-452d-bade-75f66876232a None None] rbac_policy is already registered Aug 11 16:12:35.412115 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.quota.resource_registry [None req-4c45752e-c397-452d-bade-75f66876232a None None] Creating instance of TrackedResource for resource:security_group Aug 11 16:12:35.412472 dv-cinder-804265-1-smb neutron-server[79051]: WARNING neutron.quota.resource_registry [None req-4c45752e-c397-452d-bade-75f66876232a None None] security_group is already registered Aug 11 16:12:35.413059 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.quota.resource_registry [None req-4c45752e-c397-452d-bade-75f66876232a None None] Creating instance of TrackedResource for resource:security_group_rule Aug 11 16:12:35.413395 dv-cinder-804265-1-smb neutron-server[79051]: WARNING neutron.quota.resource_registry [None req-4c45752e-c397-452d-bade-75f66876232a None None] security_group_rule is already registered Aug 11 16:12:35.415302 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.v2.resource_helper [None req-4c45752e-c397-452d-bade-75f66876232a None None] Service CORE assigned prefix: {{(pid=79051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 16:12:35.417071 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.quota.resource_registry [None req-4c45752e-c397-452d-bade-75f66876232a None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 16:12:35.417427 dv-cinder-804265-1-smb neutron-server[79051]: WARNING neutron.quota.resource_registry [None req-4c45752e-c397-452d-bade-75f66876232a None None] subnetpool is already registered Aug 11 16:12:35.419231 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.v2.resource_helper [None req-4c45752e-c397-452d-bade-75f66876232a None None] Service CORE assigned prefix: {{(pid=79051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 16:12:35.419569 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.quota.resource_registry [None req-4c45752e-c397-452d-bade-75f66876232a None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 16:12:35.419895 dv-cinder-804265-1-smb neutron-server[79051]: WARNING neutron.quota.resource_registry [None req-4c45752e-c397-452d-bade-75f66876232a None None] subnetpool is already registered Aug 11 16:12:35.420548 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: extensions {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.422022 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: address-groups {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.423664 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: address-scopes {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.425035 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: agents {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.426149 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: auto-allocated-topology {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.427974 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: availability_zones {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.430307 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: dhcp-networks {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.431721 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: dhcp-agents {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.433157 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: routers {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.434969 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: flavors {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.436128 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: service_profiles {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.437311 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: next_providers {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.438856 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: service_profiles {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.440297 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: floatingip-pools {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.441497 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: routers {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.443355 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: floatingips {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.444536 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: l3-routers {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.445888 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: l3-agents {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.447337 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: metering-labels {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.448672 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: metering-label-rules {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.449955 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: network-ip-availabilities {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.451232 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: bindings {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.452868 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: quotas {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.454333 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: quotas {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.455743 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: rbac-policies {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.457023 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: security-groups {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.458235 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: security-group-rules {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.459556 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: service-providers {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.460776 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: subnetpools {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.462197 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: subnetpools {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.463653 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: tags {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.465317 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: tags {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.467138 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: tags {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.468910 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: tags {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.470717 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: tags {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.472538 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: tags {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.475613 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: tags {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.479204 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: tags {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.481919 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: tags {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.483783 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron.api.extensions [None req-4c45752e-c397-452d-bade-75f66876232a None None] Extended resource: tags {{(pid=79051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 16:12:35.490370 dv-cinder-804265-1-smb neutron-server[79051]: WARNING keystonemiddleware.auth_token [None req-4c45752e-c397-452d-bade-75f66876232a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 11 16:12:35.495988 dv-cinder-804265-1-smb neutron-server[79051]: WARNING keystonemiddleware.auth_token [None req-4c45752e-c397-452d-bade-75f66876232a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 11 16:12:35.504276 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_concurrency.lockutils [None req-4c45752e-c397-452d-bade-75f66876232a None None] Acquired lock "singleton_lock" {{(pid=79051) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 11 16:12:35.504748 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_concurrency.lockutils [None req-4c45752e-c397-452d-bade-75f66876232a None None] Releasing lock "singleton_lock" {{(pid=79051) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 11 16:12:35.505408 dv-cinder-804265-1-smb neutron-server[79051]: INFO oslo_service.service [None req-4c45752e-c397-452d-bade-75f66876232a None None] Starting 2 workers Aug 11 16:12:35.510033 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [None req-4c45752e-c397-452d-bade-75f66876232a None None] Started child 79158 {{(pid=79051) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 11 16:12:35.514288 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [None req-4c45752e-c397-452d-bade-75f66876232a None None] Started child 79159 {{(pid=79051) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 11 16:12:35.514970 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:12:35.515803 dv-cinder-804265-1-smb neutron-server[79051]: INFO neutron.service [None req-4c45752e-c397-452d-bade-75f66876232a None None] Neutron service started, listening on 0.0.0.0:9696 Aug 11 16:12:35.516437 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Notify callbacks [] for process, before_spawn {{(pid=79051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:12:35.516535 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [-] (79158) wsgi starting up on http://0.0.0.0:9696 Aug 11 16:12:35.518858 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:12:35.519282 dv-cinder-804265-1-smb neutron-server[79051]: INFO oslo_service.service [None req-4c45752e-c397-452d-bade-75f66876232a None None] Starting 1 workers Aug 11 16:12:35.520238 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [-] (79159) wsgi starting up on http://0.0.0.0:9696 Aug 11 16:12:35.524334 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [None req-4c45752e-c397-452d-bade-75f66876232a None None] Started child 79160 {{(pid=79051) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 11 16:12:35.524845 dv-cinder-804265-1-smb neutron-server[79051]: INFO oslo_service.service [None req-4c45752e-c397-452d-bade-75f66876232a None None] Starting 1 workers Aug 11 16:12:35.527567 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.service [None req-4c45752e-c397-452d-bade-75f66876232a None None] calling RpcWorker wait() {{(pid=79160) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 11 16:12:35.528088 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.service [None req-4c45752e-c397-452d-bade-75f66876232a None None] returning from RpcWorker wait() {{(pid=79160) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 11 16:12:35.529324 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:12:35.529633 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [None req-4c45752e-c397-452d-bade-75f66876232a None None] Started child 79161 {{(pid=79051) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 11 16:12:35.529795 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:12:35.530635 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG neutron_lib.callbacks.manager [None req-4c45752e-c397-452d-bade-75f66876232a None None] Notify callbacks [] for process, after_spawn {{(pid=79051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:12:35.532512 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79051) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 11 16:12:35.532512 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 11 16:12:35.532705 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 11 16:12:35.532790 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 11 16:12:35.533119 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 11 16:12:35.533278 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 11 16:12:35.534171 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.534171 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.534325 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.534414 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:12:35.534868 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.534868 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.535443 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.535560 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:12:35.535718 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.535909 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.536230 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.536441 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.537460 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.537460 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.537999 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.537999 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.538336 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.540427 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.540427 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.540427 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.540427 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.540427 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.540427 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.540427 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.540427 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] debug = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.540920 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.540920 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.541163 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.541401 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.541650 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.541924 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.542439 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.542649 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.542893 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.543146 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.543380 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.543629 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.543925 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.544133 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.544363 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.544602 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.544836 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.545331 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] host = dv-cinder-804265-1-smb {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.545752 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.545923 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.546204 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.546450 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.546697 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.546911 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.547167 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.547452 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.547669 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.547893 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.548152 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.548380 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.548695 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.548855 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] log_file = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.549012 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] log_options = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.549225 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.549627 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.549900 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.550086 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.550283 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.550454 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.550721 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.550874 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.551122 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.551349 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.551560 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.552190 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.552190 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.553114 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.553368 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.553724 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.553979 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.554210 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.554471 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.554715 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.554943 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.555167 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.555383 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.555598 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.556110 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.556223 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.556375 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.556611 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.556826 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.557927 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.557927 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.557927 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.557927 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.558293 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.558392 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.558604 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.558822 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.559101 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.559772 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.559772 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.559772 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.560040 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.560363 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.560477 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.560653 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.561804 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] use_json = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.561804 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.562037 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.562423 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.562529 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.562759 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.563206 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.563206 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.563483 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.564078 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.564237 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.564524 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.564770 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.565049 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.565255 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.565493 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.565962 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.565962 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.566231 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.566726 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.566826 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.567304 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.567402 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.567651 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.567986 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.568282 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.569130 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.569130 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.569311 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.569727 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.570099 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.570703 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.571140 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.571733 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.572175 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.572589 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.573023 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.573454 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.573889 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.574310 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.574831 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.575117 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.575392 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.575658 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.575802 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.576186 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.576567 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.576965 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.577399 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.577810 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.578271 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.578666 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.579157 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.579555 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.580009 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.580270 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.580448 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.580936 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.581424 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.581874 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.582347 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.582877 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.583325 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.584430 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.584951 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.585377 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.585794 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.586258 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.586702 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.587141 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.587577 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.588000 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.588442 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.588854 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.589309 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.589731 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.590179 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.590635 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.591050 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.591650 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.591939 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.592264 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.592621 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.592917 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.593357 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.593791 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.594258 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.594719 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.595127 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.595751 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.596141 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.596531 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.596981 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.597428 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.597842 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.598292 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.598395 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.598653 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.598906 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.599939 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.600263 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.600931 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.601166 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.601427 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.602314 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.602454 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.602894 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.603274 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.603665 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.604102 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.604545 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.604942 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.605487 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.605921 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.606237 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.606554 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.606861 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.607300 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.607592 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.607984 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.608408 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.608801 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.609220 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.609665 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.610117 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.610671 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.611144 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.611631 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.612076 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.612515 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.612947 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.613365 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.613901 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.614366 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.614829 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.615260 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.615761 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.616206 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.616616 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.617011 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.617407 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.617912 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.618379 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.618765 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.619167 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.619606 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.620020 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.620427 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.620880 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.621297 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.621700 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.622129 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.622587 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.622809 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.623234 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.623582 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.623940 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.624376 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.624796 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.625215 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.625633 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.626066 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.626575 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.626875 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.627158 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.627455 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.627739 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.628034 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.628338 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.628622 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.628935 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.629251 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.629573 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.629849 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.630305 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.631278 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.631628 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.631971 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.632325 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.632689 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.633025 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.633338 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.633644 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.634083 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.634407 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.634698 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.634954 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.635180 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.635404 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.635656 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.635884 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.636108 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.636362 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.636586 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.636828 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.637054 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.637533 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.637796 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.638038 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.638386 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.638614 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.638859 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.639127 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.639380 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.639688 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.639916 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.640141 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.640423 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.640672 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.640928 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.641272 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.641495 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.641731 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.641972 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.642472 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.642764 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.643011 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.643249 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.643487 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.643720 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.643975 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.644191 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.644404 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.644616 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.644823 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.645075 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.645287 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.645500 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.645716 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.646555 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.646844 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.647107 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.647337 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.647645 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.647883 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.648795 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.648795 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.648795 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.649051 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.649145 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.649410 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.649639 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.649883 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.650195 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.650529 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.650828 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.651083 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.651344 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.651639 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.651921 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.652201 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.652419 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.652730 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.653056 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.653369 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.653633 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.653864 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.654185 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.654404 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.654627 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.654868 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.655107 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.655328 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.655600 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.655839 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.656111 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.656347 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.656584 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.656826 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.657054 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.657285 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.657527 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.657803 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.657968 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 11 16:12:35.658547 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79051) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 11 16:12:35.658711 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 11 16:12:35.658865 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 11 16:12:35.659038 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 11 16:12:35.659209 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 11 16:12:35.659358 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 11 16:12:35.659571 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.659733 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.659897 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.660058 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.660220 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.660399 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.660563 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.660726 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.660887 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.661045 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.661207 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.661370 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.661578 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.662377 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.662491 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:12:35.662660 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.662948 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.663120 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.663287 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.663457 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.663631 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.663770 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.663931 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.664093 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] debug = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.664256 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.664471 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.664643 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.664807 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.664965 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.665127 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.665287 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.665450 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.665611 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.665774 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.665936 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.666097 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.666281 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.666443 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.666618 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.666764 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.666927 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.667087 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] host = dv-cinder-804265-1-smb {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.667250 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.667412 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.667576 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.668735 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.668735 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.668735 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.668735 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.668735 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.668735 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.668735 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.669269 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.669269 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.669269 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.669269 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] log_file = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.669543 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] log_options = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.669543 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.669686 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.669825 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.670010 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.670193 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.670358 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.670522 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.670683 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.670844 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.671005 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.671166 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.671326 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.671489 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.671651 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.671812 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.671972 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.672135 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.672341 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.672457 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.672618 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.672778 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.674596 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.674596 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.674596 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.674596 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.674596 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.674596 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.674596 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.674596 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.674596 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.675473 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.675473 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.675473 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.675473 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.675473 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.675473 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.675473 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.675473 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.676018 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.676018 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.676018 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.676018 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.676280 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.676280 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.676430 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.676509 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] use_json = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.676641 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.676892 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.677069 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.677275 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.677441 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.677587 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.677973 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.678484 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 11 16:12:35.678484 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.679161 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.679161 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.679161 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.679161 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.679664 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.679664 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.679664 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.680104 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.680104 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.680104 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.680742 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.680742 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.680742 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.680742 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.681006 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.681006 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.681226 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.681384 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.681384 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.681586 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.681693 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.681876 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.682045 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.682288 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.682453 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.682940 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.682940 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.682940 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.683375 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.683375 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.683375 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.683759 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.683759 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.683759 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.684162 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.684162 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.684307 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.684385 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.684491 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.684639 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.684797 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.684951 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.685107 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.685258 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.685418 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.685571 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.685723 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.685887 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.686085 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.686300 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.686454 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.686623 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.686737 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.686846 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.686970 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.687129 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.687300 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.687479 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.687605 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.687755 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.687931 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.688094 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.688262 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.688425 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.688587 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.688750 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.688913 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.689076 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.689239 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.689402 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.689564 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.689726 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.689891 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.690054 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.690239 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.690402 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.690566 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.690730 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.690894 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.691057 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.691221 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.691384 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.691547 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.691717 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.691894 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.692059 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.692221 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.692728 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.692728 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.692728 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.693113 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.693235 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.693424 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.693591 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.693755 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.693919 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.694085 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.694272 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.694436 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.694599 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.694762 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.695010 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.695179 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.695342 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.695505 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.695669 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.695832 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.695996 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.696158 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.696321 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.696496 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.696658 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.696823 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.696985 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.697155 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.697332 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.697496 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.697660 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.697823 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.697985 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.698276 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.698507 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.698680 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.698820 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.698980 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.699143 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.699314 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.699489 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.699653 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.699817 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.699981 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.700168 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.700331 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.700493 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.700656 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.700818 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.700982 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.701145 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.701307 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.701470 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.701632 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.701796 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.701961 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.702126 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.702311 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.702475 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.702638 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.702802 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.702966 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.703129 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.703292 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.703456 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.703619 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.703782 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.703945 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.704108 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.704273 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.704436 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.704599 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.704760 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.704911 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.705073 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.705238 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.705400 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.705562 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.705724 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.705959 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.706130 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.706320 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.706484 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.706648 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.706811 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.706977 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.707326 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.707326 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.707781 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.707910 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.708024 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.708141 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.708297 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.709096 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.709259 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.709417 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.709581 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.709934 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.709934 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.710099 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.710241 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.710404 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.710567 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.710730 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.710892 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.711054 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.711217 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.711379 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.711726 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.711726 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.711925 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.712004 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.712156 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.712320 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.712483 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.712646 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.712809 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.712973 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.713148 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.713311 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.713474 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.713638 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.713802 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.713973 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.714136 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.714319 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.714472 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.714635 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.714808 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.714971 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.715134 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.715347 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.715506 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.715611 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.715764 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.715928 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.716098 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.716260 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.716423 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.716585 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.716760 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.716923 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.717088 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.717252 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.717415 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.717577 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.717742 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.717909 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.718081 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.718272 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.718438 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.718613 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.718785 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.718955 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.719117 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.719285 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.719459 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.719621 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.719785 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.719947 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.720110 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.720271 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.720434 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.720596 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.720758 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.720920 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.721082 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.721244 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.721406 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.721569 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.721731 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.721893 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.722054 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.722238 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.722400 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.722562 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 11 16:12:35.722716 dv-cinder-804265-1-smb neutron-server[79051]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 11 16:12:35.847379 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 36576) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:12:35.856580 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063491 Aug 11 16:12:46.702145 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82c9489-8ac8-4402-b13e-d88c5ca35b4e None None] get_active_networks_info from dv-cinder-804265-1-smb {{(pid=79160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Aug 11 16:12:46.773297 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-de487276-131d-4904-86fb-69f0a17285f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-618844'] for agent, after_create {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:12:46.790394 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82c9489-8ac8-4402-b13e-d88c5ca35b4e None None] No non-hosted networks {{(pid=79160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 11 16:12:47.235466 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-618844'] for agent, after_create {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:12:47.236351 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:12:47.236880 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:12:47.237415 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:12:47.237892 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:12:47.238487 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:12:47.243170 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:12:47.243927 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:12:47.244604 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:12:47.245088 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:12:47.246115 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:12:47.247035 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:12:47.248613 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:12:47.249442 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804265-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:12:47.266353 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804265-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:12:49.218891 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-f11b8774-9e15-491f-b220-a0db1b51f4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-618844'] for agent, after_create {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:12:49.305053 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-fcdf1709-3b7d-4edc-9d08-4d7ffa7d7851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:12:50.382519 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-618844'] for agent, after_create {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:12:51.509409 dv-cinder-804265-1-smb neutron-server[79160]: INFO neutron.db.l3_hamode_db [None req-74c3d67e-2654-4e29-8b5f-7e70ef0534fe None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 11 16:12:51.635289 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c3d67e-2654-4e29-8b5f-7e70ef0534fe None None] Routers set() bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:12:51.635491 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c3d67e-2654-4e29-8b5f-7e70ef0534fe None None] Router IDs set() for agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 11 16:12:51.685404 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-618844'] for agent, after_create {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:12:53.362998 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 36668) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:12:53.953387 dv-cinder-804265-1-smb neutron-server[79159]: WARNING oslo_policy.policy [None req-7d23a6c6-4b92-463f-80bc-e6c71f54ad64 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 16:12:53.953956 dv-cinder-804265-1-smb neutron-server[79159]: WARNING oslo_policy.policy [None req-7d23a6c6-4b92-463f-80bc-e6c71f54ad64 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 16:12:54.174716 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [None req-7d23a6c6-4b92-463f-80bc-e6c71f54ad64 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=79159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 16:12:54.175793 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-7d23a6c6-4b92-463f-80bc-e6c71f54ad64 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8118901 Aug 11 16:12:56.519033 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 36682) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:12:56.873549 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-b7ed83d8-cdcc-40e6-bc2f-eb234dda5b12 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:12:56.973025 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.policy [None req-b7ed83d8-cdcc-40e6-bc2f-eb234dda5b12 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79159) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 11 16:12:57.025538 dv-cinder-804265-1-smb neutron-server[79159]: WARNING oslo_policy.policy [None req-b7ed83d8-cdcc-40e6-bc2f-eb234dda5b12 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 16:12:57.025940 dv-cinder-804265-1-smb neutron-server[79159]: WARNING oslo_policy.policy [None req-b7ed83d8-cdcc-40e6-bc2f-eb234dda5b12 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 16:12:57.034748 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.quota [None req-b7ed83d8-cdcc-40e6-bc2f-eb234dda5b12 admin admin] Loaded quota_driver: . Aug 11 16:12:57.049956 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-b7ed83d8-cdcc-40e6-bc2f-eb234dda5b12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:12:57.109721 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-b7ed83d8-cdcc-40e6-bc2f-eb234dda5b12 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758462479936', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758462479477', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758462553521', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758462559973', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758462569500', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758462575883', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3965678', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3255555', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-344574', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1759909'] for rbac-policy, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:12:57.171348 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-b7ed83d8-cdcc-40e6-bc2f-eb234dda5b12 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:12:57.172471 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-b7ed83d8-cdcc-40e6-bc2f-eb234dda5b12 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6524937 Aug 11 16:12:59.743959 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 36696) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:13:00.084358 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'f1dbf346d26d4323b94679bdc48363d3'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:13:00.089044 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:13:00.093423 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Usage tracker for resource:network and tenant:f1dbf346d26d4323b94679bdc48363d3 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:13:00.097830 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:13:00.103883 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:13:00.113131 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Made reservation on behalf of f1dbf346d26d4323b94679bdc48363d3 for: {'network': 1} {{(pid=79159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:13:00.115935 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for network, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:00.133538 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:00.148035 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:13:00.151628 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Usage tracker for resource:security_group_rule and tenant:f1dbf346d26d4323b94679bdc48363d3 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:13:00.156430 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:13:00.161913 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:13:00.258059 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:00.261568 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:00.266693 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:13:00.285372 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=79159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 16:13:00.312046 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758463345812', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3350950'] for segment, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:00.312632 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Unsubscribe: segment precommit_create {{(pid=79159) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 11 16:13:00.313137 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.db.segments_db [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Added segment a3fee83f-2a43-4b1c-9a47-004d7308030c of type vlan for network 805e9950-57cc-4bc3-b460-2eebac6244fb Aug 11 16:13:00.362018 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddfc127-fd8a-493d-b8d3-a3cf9f2d1c2c,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:13:00.383501 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:00.383838 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:00.384175 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:00.384487 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:00.384805 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:00.385122 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:00.385437 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:00.385751 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:00.386081 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:00.386422 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:00.386733 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:00.387040 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:00.388157 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Tracked resource versions report: Aug 11 16:13:00.388157 dv-cinder-804265-1-smb neutron-server[79159]: pushed versions: Aug 11 16:13:00.388157 dv-cinder-804265-1-smb neutron-server[79159]: { 'AddressGroup': {'1.2'}, Aug 11 16:13:00.388157 dv-cinder-804265-1-smb neutron-server[79159]: 'ConntrackHelper': {'1.0'}, Aug 11 16:13:00.388157 dv-cinder-804265-1-smb neutron-server[79159]: 'Log': {'1.0'}, Aug 11 16:13:00.388157 dv-cinder-804265-1-smb neutron-server[79159]: 'Network': {'1.1'}, Aug 11 16:13:00.388157 dv-cinder-804265-1-smb neutron-server[79159]: 'Port': {'1.7'}, Aug 11 16:13:00.388157 dv-cinder-804265-1-smb neutron-server[79159]: 'PortForwarding': {'1.2'}, Aug 11 16:13:00.388157 dv-cinder-804265-1-smb neutron-server[79159]: 'QosPolicy': {'1.8'}, Aug 11 16:13:00.388157 dv-cinder-804265-1-smb neutron-server[79159]: 'SecurityGroup': {'1.4'}, Aug 11 16:13:00.388157 dv-cinder-804265-1-smb neutron-server[79159]: 'SecurityGroupRule': {'1.2'}, Aug 11 16:13:00.388157 dv-cinder-804265-1-smb neutron-server[79159]: 'SubPort': {'1.0'}, Aug 11 16:13:00.388157 dv-cinder-804265-1-smb neutron-server[79159]: 'Subnet': {'1.1'}, Aug 11 16:13:00.388157 dv-cinder-804265-1-smb neutron-server[79159]: 'Trunk': {'1.1'}} Aug 11 16:13:00.388157 dv-cinder-804265-1-smb neutron-server[79159]: consumer versions: Aug 11 16:13:00.388157 dv-cinder-804265-1-smb neutron-server[79159]: { DHCP agent@dv-cinder-804265-1-smb: {}, Aug 11 16:13:00.388157 dv-cinder-804265-1-smb neutron-server[79159]: L3 agent@dv-cinder-804265-1-smb: {}, Aug 11 16:13:00.388157 dv-cinder-804265-1-smb neutron-server[79159]: Metadata agent@dv-cinder-804265-1-smb: {}, Aug 11 16:13:00.388157 dv-cinder-804265-1-smb neutron-server[79159]: Metering agent@dv-cinder-804265-1-smb: {}, Aug 11 16:13:00.388157 dv-cinder-804265-1-smb neutron-server[79159]: Open vSwitch agent@dv-cinder-804265-1-smb: { 'AddressGroup': '1.2', Aug 11 16:13:00.388157 dv-cinder-804265-1-smb neutron-server[79159]: 'ConntrackHelper': '1.0', Aug 11 16:13:00.388157 dv-cinder-804265-1-smb neutron-server[79159]: 'Log': '1.0', Aug 11 16:13:00.388157 dv-cinder-804265-1-smb neutron-server[79159]: 'Network': '1.1', Aug 11 16:13:00.388157 dv-cinder-804265-1-smb neutron-server[79159]: 'Port': '1.7', Aug 11 16:13:00.388157 dv-cinder-804265-1-smb neutron-server[79159]: 'PortForwarding': '1.2', Aug 11 16:13:00.388157 dv-cinder-804265-1-smb neutron-server[79159]: 'QosPolicy': '1.8', Aug 11 16:13:00.388157 dv-cinder-804265-1-smb neutron-server[79159]: 'SecurityGroup': '1.4', Aug 11 16:13:00.388157 dv-cinder-804265-1-smb neutron-server[79159]: 'SecurityGroupRule': '1.2', Aug 11 16:13:00.388157 dv-cinder-804265-1-smb neutron-server[79159]: 'SubPort': '1.0', Aug 11 16:13:00.388157 dv-cinder-804265-1-smb neutron-server[79159]: 'Subnet': '1.1', Aug 11 16:13:00.388157 dv-cinder-804265-1-smb neutron-server[79159]: 'Trunk': '1.1'}} Aug 11 16:13:00.388157 dv-cinder-804265-1-smb neutron-server[79159]: {{(pid=79159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 16:13:00.434087 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758462832806'] for network, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:00.437893 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:13:00.474801 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603'] for network, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:00.476190 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:13:00.476834 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for network, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:00.481247 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:13:00.582322 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8372607 Aug 11 16:13:00.587174 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Pushing event updated for resources: {'Network': ['ID=805e9950-57cc-4bc3-b460-2eebac6244fb,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:13:00.608507 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:13:00.617898 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Network 805e9950-57cc-4bc3-b460-2eebac6244fb details requested by agent ovs-agent-dv-cinder-804265-1-smb with host dv-cinder-804265-1-smb {{(pid=79160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:13:03.205740 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 36712) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:13:03.783286 dv-cinder-804265-1-smb neutron-server[79158]: WARNING oslo_policy.policy [None req-1652fbf0-537e-4a07-bdd4-5fcdee730bcd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 16:13:03.783843 dv-cinder-804265-1-smb neutron-server[79158]: WARNING oslo_policy.policy [None req-1652fbf0-537e-4a07-bdd4-5fcdee730bcd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 16:13:04.221430 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.policy [None req-1652fbf0-537e-4a07-bdd4-5fcdee730bcd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79158) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 11 16:13:04.267494 dv-cinder-804265-1-smb neutron-server[79158]: WARNING oslo_policy.policy [None req-1652fbf0-537e-4a07-bdd4-5fcdee730bcd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 16:13:04.267861 dv-cinder-804265-1-smb neutron-server[79158]: WARNING oslo_policy.policy [None req-1652fbf0-537e-4a07-bdd4-5fcdee730bcd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 16:13:04.276948 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1652fbf0-537e-4a07-bdd4-5fcdee730bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:13:04.279029 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-1652fbf0-537e-4a07-bdd4-5fcdee730bcd admin admin] 10.222.0.21 "GET /v2.0/networks/805e9950-57cc-4bc3-b460-2eebac6244fb HTTP/1.1" status: 200 len: 825 time: 1.0712349 Aug 11 16:13:04.311182 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-a271d180-976b-4788-94c3-82878e205456 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/84ae0a51-4ff3-4166-9cac-27b753c4ed23 HTTP/1.1" status: 200 len: 734 time: 0.0268810 Aug 11 16:13:04.319800 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-165680c5-c611-4acd-a439-30f6d5605b74 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '805e9950-57cc-4bc3-b460-2eebac6244fb', 'tenant_id': 'f1dbf346d26d4323b94679bdc48363d3', 'ip_version': 4, 'subnetpool_id': '84ae0a51-4ff3-4166-9cac-27b753c4ed23', 'name': 'private-subnet'}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:13:04.321378 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.quota [None req-165680c5-c611-4acd-a439-30f6d5605b74 admin admin] Loaded quota_driver: . Aug 11 16:13:04.327423 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-165680c5-c611-4acd-a439-30f6d5605b74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:13:04.333367 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-165680c5-c611-4acd-a439-30f6d5605b74 admin admin] Usage tracker for resource:subnet and tenant:f1dbf346d26d4323b94679bdc48363d3 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:13:04.336631 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-165680c5-c611-4acd-a439-30f6d5605b74 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:13:04.343540 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-165680c5-c611-4acd-a439-30f6d5605b74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:13:04.358104 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165680c5-c611-4acd-a439-30f6d5605b74 admin admin] Made reservation on behalf of f1dbf346d26d4323b94679bdc48363d3 for: {'subnet': 1} {{(pid=79158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:13:04.360973 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-165680c5-c611-4acd-a439-30f6d5605b74 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:04.669986 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-165680c5-c611-4acd-a439-30f6d5605b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603'] for subnet, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:04.675752 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:13:04.752216 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165680c5-c611-4acd-a439-30f6d5605b74 admin admin] Checking segment: {'id': 'a3fee83f-2a43-4b1c-9a47-004d7308030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '805e9950-57cc-4bc3-b460-2eebac6244fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:13:04.752606 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165680c5-c611-4acd-a439-30f6d5605b74 admin admin] Network hostable DHCP agents. Network: 805e9950-57cc-4bc3-b460-2eebac6244fb, hostable agents: ['4b0670d7-91d3-4826-9dfd-430a45df9059'], hosted agents: [] {{(pid=79158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:13:04.774006 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165680c5-c611-4acd-a439-30f6d5605b74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83eed934-e4ee-442c-8540-9975cfcebc70,revision_number=0']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:13:04.786823 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165680c5-c611-4acd-a439-30f6d5605b74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:04.787164 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165680c5-c611-4acd-a439-30f6d5605b74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:04.787496 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165680c5-c611-4acd-a439-30f6d5605b74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:04.787820 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165680c5-c611-4acd-a439-30f6d5605b74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:04.788140 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165680c5-c611-4acd-a439-30f6d5605b74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:04.788547 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165680c5-c611-4acd-a439-30f6d5605b74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:04.788773 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165680c5-c611-4acd-a439-30f6d5605b74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:04.789096 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165680c5-c611-4acd-a439-30f6d5605b74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:04.789427 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165680c5-c611-4acd-a439-30f6d5605b74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:04.789741 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165680c5-c611-4acd-a439-30f6d5605b74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:04.790048 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165680c5-c611-4acd-a439-30f6d5605b74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:04.790381 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165680c5-c611-4acd-a439-30f6d5605b74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:04.791523 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165680c5-c611-4acd-a439-30f6d5605b74 admin admin] Tracked resource versions report: Aug 11 16:13:04.791523 dv-cinder-804265-1-smb neutron-server[79158]: pushed versions: Aug 11 16:13:04.791523 dv-cinder-804265-1-smb neutron-server[79158]: { 'AddressGroup': {'1.2'}, Aug 11 16:13:04.791523 dv-cinder-804265-1-smb neutron-server[79158]: 'ConntrackHelper': {'1.0'}, Aug 11 16:13:04.791523 dv-cinder-804265-1-smb neutron-server[79158]: 'Log': {'1.0'}, Aug 11 16:13:04.791523 dv-cinder-804265-1-smb neutron-server[79158]: 'Network': {'1.1'}, Aug 11 16:13:04.791523 dv-cinder-804265-1-smb neutron-server[79158]: 'Port': {'1.7'}, Aug 11 16:13:04.791523 dv-cinder-804265-1-smb neutron-server[79158]: 'PortForwarding': {'1.2'}, Aug 11 16:13:04.791523 dv-cinder-804265-1-smb neutron-server[79158]: 'QosPolicy': {'1.8'}, Aug 11 16:13:04.791523 dv-cinder-804265-1-smb neutron-server[79158]: 'SecurityGroup': {'1.4'}, Aug 11 16:13:04.791523 dv-cinder-804265-1-smb neutron-server[79158]: 'SecurityGroupRule': {'1.2'}, Aug 11 16:13:04.791523 dv-cinder-804265-1-smb neutron-server[79158]: 'SubPort': {'1.0'}, Aug 11 16:13:04.791523 dv-cinder-804265-1-smb neutron-server[79158]: 'Subnet': {'1.1'}, Aug 11 16:13:04.791523 dv-cinder-804265-1-smb neutron-server[79158]: 'Trunk': {'1.1'}} Aug 11 16:13:04.791523 dv-cinder-804265-1-smb neutron-server[79158]: consumer versions: Aug 11 16:13:04.791523 dv-cinder-804265-1-smb neutron-server[79158]: { DHCP agent@dv-cinder-804265-1-smb: {}, Aug 11 16:13:04.791523 dv-cinder-804265-1-smb neutron-server[79158]: L3 agent@dv-cinder-804265-1-smb: {}, Aug 11 16:13:04.791523 dv-cinder-804265-1-smb neutron-server[79158]: Metadata agent@dv-cinder-804265-1-smb: {}, Aug 11 16:13:04.791523 dv-cinder-804265-1-smb neutron-server[79158]: Metering agent@dv-cinder-804265-1-smb: {}, Aug 11 16:13:04.791523 dv-cinder-804265-1-smb neutron-server[79158]: Open vSwitch agent@dv-cinder-804265-1-smb: { 'AddressGroup': '1.2', Aug 11 16:13:04.791523 dv-cinder-804265-1-smb neutron-server[79158]: 'ConntrackHelper': '1.0', Aug 11 16:13:04.791523 dv-cinder-804265-1-smb neutron-server[79158]: 'Log': '1.0', Aug 11 16:13:04.791523 dv-cinder-804265-1-smb neutron-server[79158]: 'Network': '1.1', Aug 11 16:13:04.791523 dv-cinder-804265-1-smb neutron-server[79158]: 'Port': '1.7', Aug 11 16:13:04.791523 dv-cinder-804265-1-smb neutron-server[79158]: 'PortForwarding': '1.2', Aug 11 16:13:04.791523 dv-cinder-804265-1-smb neutron-server[79158]: 'QosPolicy': '1.8', Aug 11 16:13:04.791523 dv-cinder-804265-1-smb neutron-server[79158]: 'SecurityGroup': '1.4', Aug 11 16:13:04.791523 dv-cinder-804265-1-smb neutron-server[79158]: 'SecurityGroupRule': '1.2', Aug 11 16:13:04.791523 dv-cinder-804265-1-smb neutron-server[79158]: 'SubPort': '1.0', Aug 11 16:13:04.791523 dv-cinder-804265-1-smb neutron-server[79158]: 'Subnet': '1.1', Aug 11 16:13:04.791523 dv-cinder-804265-1-smb neutron-server[79158]: 'Trunk': '1.1'}} Aug 11 16:13:04.791523 dv-cinder-804265-1-smb neutron-server[79158]: {{(pid=79158) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 16:13:04.810901 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165680c5-c611-4acd-a439-30f6d5605b74 admin admin] Network 805e9950-57cc-4bc3-b460-2eebac6244fb is scheduled to be hosted by DHCP agent 4b0670d7-91d3-4826-9dfd-430a45df9059 with binding_index 1 {{(pid=79158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:13:04.824285 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.base_scheduler [None req-165680c5-c611-4acd-a439-30f6d5605b74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-smb, 805e9950-57cc-4bc3-b460-2eebac6244fb) {{(pid=79158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:13:04.836125 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-165680c5-c611-4acd-a439-30f6d5605b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:13:04.848424 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165680c5-c611-4acd-a439-30f6d5605b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:13:04.849175 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-165680c5-c611-4acd-a439-30f6d5605b74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for subnet, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:04.853707 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80f31b7-9003-4663-983d-37769d9a8432 None None] Network 805e9950-57cc-4bc3-b460-2eebac6244fb requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:13:04.880087 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-165680c5-c611-4acd-a439-30f6d5605b74 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5551820 Aug 11 16:13:05.252736 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp484e8eb6-44c9-5a21-ae45-95e82f49bfdb-805e9950-57cc-4bc3-b460-2eebac6244fb', 'network_id': '805e9950-57cc-4bc3-b460-2eebac6244fb', 'tenant_id': 'f1dbf346d26d4323b94679bdc48363d3', 'fixed_ips': [{'subnet_id': '83eed934-e4ee-442c-8540-9975cfcebc70'}]}} from dv-cinder-804265-1-smb. {{(pid=79160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 11 16:13:05.253948 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:05.445785 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.db_base_plugin_common [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Allocated IP 172.20.0.2 (805e9950-57cc-4bc3-b460-2eebac6244fb/83eed934-e4ee-442c-8540-9975cfcebc70/4343b74d-dfc1-4efe-aef5-1b5cbac954b6) {{(pid=79160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:13:05.688094 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Notify callbacks [] for port, precommit_create {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:05.702113 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Transition to ACTIVE for port object 4343b74d-dfc1-4efe-aef5-1b5cbac954b6 will not be triggered until provisioned by entity L2. {{(pid=79160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:13:05.720965 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Transition to ACTIVE for port object 4343b74d-dfc1-4efe-aef5-1b5cbac954b6 will not be triggered until provisioned by entity DHCP. {{(pid=79160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:13:05.728302 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552'] for port, after_create {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:05.733155 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:13:05.793219 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Network 805e9950-57cc-4bc3-b460-2eebac6244fb is already hosted by enough agents. {{(pid=79160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:13:05.796002 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.scheduler.base_scheduler [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Resources bound (agent type, host, resource id): {{(pid=79160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:13:05.802419 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Received port after_create {{(pid=79160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:13:05.808322 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Pushing event updated for resources: {'Port': ['ID=4343b74d-dfc1-4efe-aef5-1b5cbac954b6,revision_number=1']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:13:05.847957 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:05.848326 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:05.848668 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:05.849000 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:05.849324 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:05.849645 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:05.849965 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:05.850308 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:05.850627 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:05.850943 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:05.851257 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:05.851570 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:05.852725 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Tracked resource versions report: Aug 11 16:13:05.852725 dv-cinder-804265-1-smb neutron-server[79160]: pushed versions: Aug 11 16:13:05.852725 dv-cinder-804265-1-smb neutron-server[79160]: { 'AddressGroup': {'1.2'}, Aug 11 16:13:05.852725 dv-cinder-804265-1-smb neutron-server[79160]: 'ConntrackHelper': {'1.0'}, Aug 11 16:13:05.852725 dv-cinder-804265-1-smb neutron-server[79160]: 'Log': {'1.0'}, Aug 11 16:13:05.852725 dv-cinder-804265-1-smb neutron-server[79160]: 'Network': {'1.1'}, Aug 11 16:13:05.852725 dv-cinder-804265-1-smb neutron-server[79160]: 'Port': {'1.7'}, Aug 11 16:13:05.852725 dv-cinder-804265-1-smb neutron-server[79160]: 'PortForwarding': {'1.2'}, Aug 11 16:13:05.852725 dv-cinder-804265-1-smb neutron-server[79160]: 'QosPolicy': {'1.8'}, Aug 11 16:13:05.852725 dv-cinder-804265-1-smb neutron-server[79160]: 'SecurityGroup': {'1.4'}, Aug 11 16:13:05.852725 dv-cinder-804265-1-smb neutron-server[79160]: 'SecurityGroupRule': {'1.2'}, Aug 11 16:13:05.852725 dv-cinder-804265-1-smb neutron-server[79160]: 'SubPort': {'1.0'}, Aug 11 16:13:05.852725 dv-cinder-804265-1-smb neutron-server[79160]: 'Subnet': {'1.1'}, Aug 11 16:13:05.852725 dv-cinder-804265-1-smb neutron-server[79160]: 'Trunk': {'1.1'}} Aug 11 16:13:05.852725 dv-cinder-804265-1-smb neutron-server[79160]: consumer versions: Aug 11 16:13:05.852725 dv-cinder-804265-1-smb neutron-server[79160]: { DHCP agent@dv-cinder-804265-1-smb: {}, Aug 11 16:13:05.852725 dv-cinder-804265-1-smb neutron-server[79160]: L3 agent@dv-cinder-804265-1-smb: {}, Aug 11 16:13:05.852725 dv-cinder-804265-1-smb neutron-server[79160]: Metadata agent@dv-cinder-804265-1-smb: {}, Aug 11 16:13:05.852725 dv-cinder-804265-1-smb neutron-server[79160]: Metering agent@dv-cinder-804265-1-smb: {}, Aug 11 16:13:05.852725 dv-cinder-804265-1-smb neutron-server[79160]: Open vSwitch agent@dv-cinder-804265-1-smb: { 'AddressGroup': '1.2', Aug 11 16:13:05.852725 dv-cinder-804265-1-smb neutron-server[79160]: 'ConntrackHelper': '1.0', Aug 11 16:13:05.852725 dv-cinder-804265-1-smb neutron-server[79160]: 'Log': '1.0', Aug 11 16:13:05.852725 dv-cinder-804265-1-smb neutron-server[79160]: 'Network': '1.1', Aug 11 16:13:05.852725 dv-cinder-804265-1-smb neutron-server[79160]: 'Port': '1.7', Aug 11 16:13:05.852725 dv-cinder-804265-1-smb neutron-server[79160]: 'PortForwarding': '1.2', Aug 11 16:13:05.852725 dv-cinder-804265-1-smb neutron-server[79160]: 'QosPolicy': '1.8', Aug 11 16:13:05.852725 dv-cinder-804265-1-smb neutron-server[79160]: 'SecurityGroup': '1.4', Aug 11 16:13:05.852725 dv-cinder-804265-1-smb neutron-server[79160]: 'SecurityGroupRule': '1.2', Aug 11 16:13:05.852725 dv-cinder-804265-1-smb neutron-server[79160]: 'SubPort': '1.0', Aug 11 16:13:05.852725 dv-cinder-804265-1-smb neutron-server[79160]: 'Subnet': '1.1', Aug 11 16:13:05.852725 dv-cinder-804265-1-smb neutron-server[79160]: 'Trunk': '1.1'}} Aug 11 16:13:05.852725 dv-cinder-804265-1-smb neutron-server[79160]: {{(pid=79160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 16:13:05.884206 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:13:05.908768 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Attempting to bind port 4343b74d-dfc1-4efe-aef5-1b5cbac954b6 on host dv-cinder-804265-1-smb for vnic_type normal with profile {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:13:05.909161 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Attempting to bind port 4343b74d-dfc1-4efe-aef5-1b5cbac954b6 by drivers openvswitch,hyperv on host dv-cinder-804265-1-smb at level 0 using segments [{'id': 'a3fee83f-2a43-4b1c-9a47-004d7308030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '805e9950-57cc-4bc3-b460-2eebac6244fb'}] {{(pid=79160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:13:05.909578 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Attempting to bind port 4343b74d-dfc1-4efe-aef5-1b5cbac954b6 on network 805e9950-57cc-4bc3-b460-2eebac6244fb {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:13:05.914961 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Checking agent: {'id': '5e93d7f9-9d48-4304-bf8c-d89fe7491ad7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 12, 47), 'started_at': datetime.datetime(2021, 8, 11, 16, 12, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:13:05.915375 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Checking segment: {'id': 'a3fee83f-2a43-4b1c-9a47-004d7308030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '805e9950-57cc-4bc3-b460-2eebac6244fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:13:05.915869 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:05.916255 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Bound using segment: {'id': 'a3fee83f-2a43-4b1c-9a47-004d7308030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '805e9950-57cc-4bc3-b460-2eebac6244fb'} {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:13:05.916753 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Bound port: 4343b74d-dfc1-4efe-aef5-1b5cbac954b6, host: dv-cinder-804265-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3fee83f-2a43-4b1c-9a47-004d7308030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '805e9950-57cc-4bc3-b460-2eebac6244fb'}}] {{(pid=79160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:13:05.917144 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:06.020965 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] For port 4343b74d-dfc1-4efe-aef5-1b5cbac954b6, host dv-cinder-804265-1-smb, cleared binding levels {{(pid=79160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:13:06.024727 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] For port 4343b74d-dfc1-4efe-aef5-1b5cbac954b6, host dv-cinder-804265-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=4343b74d-dfc1-4efe-aef5-1b5cbac954b6,segment=NetworkSegment(a3fee83f-2a43-4b1c-9a47-004d7308030c),segment_id=a3fee83f-2a43-4b1c-9a47-004d7308030c)] {{(pid=79160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:13:06.029660 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:06.034297 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:13:06.118820 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Pushing event updated for resources: {'Port': ['ID=4343b74d-dfc1-4efe-aef5-1b5cbac954b6,revision_number=2']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:13:06.121805 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:13:07.303223 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 36734) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:13:07.674870 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [None req-716ef8d5-625a-4432-8b8f-d4e969f3433c admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=79158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 16:13:07.675864 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-716ef8d5-625a-4432-8b8f-d4e969f3433c admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3716898 Aug 11 16:13:09.511149 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 4343b74d-dfc1-4efe-aef5-1b5cbac954b6 up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:13:09.590925 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning for port 4343b74d-dfc1-4efe-aef5-1b5cbac954b6 completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:13:09.771462 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624ecbe7-a5ff-4764-b674-61bf1677f925 None None] Network 805e9950-57cc-4bc3-b460-2eebac6244fb requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:13:09.863183 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-b44bb260-4ad6-4b01-bb00-754ef4ac89bb None None] Provisioning for port 4343b74d-dfc1-4efe-aef5-1b5cbac954b6 completed by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:13:09.874386 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-b44bb260-4ad6-4b01-bb00-754ef4ac89bb None None] Provisioning complete for port 4343b74d-dfc1-4efe-aef5-1b5cbac954b6 triggered by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:13:09.874799 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-b44bb260-4ad6-4b01-bb00-754ef4ac89bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:10.064524 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-b44bb260-4ad6-4b01-bb00-754ef4ac89bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:10.065596 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 36748) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:13:10.142745 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-b44bb260-4ad6-4b01-bb00-754ef4ac89bb None None] For port 4343b74d-dfc1-4efe-aef5-1b5cbac954b6, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=4343b74d-dfc1-4efe-aef5-1b5cbac954b6,segment=NetworkSegment(a3fee83f-2a43-4b1c-9a47-004d7308030c),segment_id=a3fee83f-2a43-4b1c-9a47-004d7308030c)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:13:10.147555 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-b44bb260-4ad6-4b01-bb00-754ef4ac89bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:10.153506 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-e3bc2a89-8aa0-4840-aea2-71ac46c2bf81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:13:10.222312 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44bb260-4ad6-4b01-bb00-754ef4ac89bb None None] Pushing event updated for resources: {'Port': ['ID=4343b74d-dfc1-4efe-aef5-1b5cbac954b6,revision_number=3']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:13:10.226146 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-b44bb260-4ad6-4b01-bb00-754ef4ac89bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:13:10.444025 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [None req-f304be8b-1686-4162-9721-24f7c79df682 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=79158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 16:13:10.445024 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-f304be8b-1686-4162-9721-24f7c79df682 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3784668 Aug 11 16:13:10.471871 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-adaf5bfd-c836-4095-9922-fafa8ff6513a None None] Provisioning complete for port 4343b74d-dfc1-4efe-aef5-1b5cbac954b6 triggered by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:13:10.472247 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-adaf5bfd-c836-4095-9922-fafa8ff6513a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:11.490223 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 4343b74d-dfc1-4efe-aef5-1b5cbac954b6 up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:13:11.558336 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port 4343b74d-dfc1-4efe-aef5-1b5cbac954b6 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:13:11.558716 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:13.086283 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 36760) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:13:13.428229 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-47f9474b-01dc-4a26-a09e-ad70281a38ae admin admin] Request body: {'router': {'tenant_id': 'f1dbf346d26d4323b94679bdc48363d3', 'admin_state_up': True, 'name': 'router1'}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:13:13.433326 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-47f9474b-01dc-4a26-a09e-ad70281a38ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:13:13.437585 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-47f9474b-01dc-4a26-a09e-ad70281a38ae admin admin] Usage tracker for resource:router and tenant:f1dbf346d26d4323b94679bdc48363d3 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:13:13.440643 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-47f9474b-01dc-4a26-a09e-ad70281a38ae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:13:13.447172 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-47f9474b-01dc-4a26-a09e-ad70281a38ae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:13:13.456854 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-47f9474b-01dc-4a26-a09e-ad70281a38ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-453313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3910'] for router, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:13.459197 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-47f9474b-01dc-4a26-a09e-ad70281a38ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-612823', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-508353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3919'] for router, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:13.480275 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-47f9474b-01dc-4a26-a09e-ad70281a38ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:13.596964 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-47f9474b-01dc-4a26-a09e-ad70281a38ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608144'] for router, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:13.616001 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-47f9474b-01dc-4a26-a09e-ad70281a38ae admin admin] Notify callbacks [] for router, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:13.617386 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-47f9474b-01dc-4a26-a09e-ad70281a38ae admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5301473 Aug 11 16:13:15.947063 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 36770) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:13:16.305344 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [None req-c1e49ab4-47fb-4f29-ad72-a15a93f2f04c admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=79158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 16:13:16.306401 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-c1e49ab4-47fb-4f29-ad72-a15a93f2f04c admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3583705 Aug 11 16:13:16.569293 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-be79c48e-fa23-4db1-ba04-b58a91878b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:17.228139 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:18.638532 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 36780) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:13:18.992915 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-49b6c409-dc53-412b-a211-d97ec00f25bd admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:13:18.997483 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-49b6c409-dc53-412b-a211-d97ec00f25bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:13:19.001175 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-49b6c409-dc53-412b-a211-d97ec00f25bd admin admin] Usage tracker for resource:network and tenant:a1405fc888da4a32a1dc07889dad5bef is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:13:19.004672 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-49b6c409-dc53-412b-a211-d97ec00f25bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:13:19.010726 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-49b6c409-dc53-412b-a211-d97ec00f25bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:13:19.019531 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b6c409-dc53-412b-a211-d97ec00f25bd admin admin] Made reservation on behalf of a1405fc888da4a32a1dc07889dad5bef for: {'network': 1} {{(pid=79159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:13:19.022295 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-49b6c409-dc53-412b-a211-d97ec00f25bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for network, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:19.033562 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-49b6c409-dc53-412b-a211-d97ec00f25bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:19.047177 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-49b6c409-dc53-412b-a211-d97ec00f25bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:13:19.050789 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-49b6c409-dc53-412b-a211-d97ec00f25bd admin admin] Usage tracker for resource:security_group_rule and tenant:a1405fc888da4a32a1dc07889dad5bef is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:13:19.054106 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-49b6c409-dc53-412b-a211-d97ec00f25bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:13:19.059648 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-49b6c409-dc53-412b-a211-d97ec00f25bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:13:19.140700 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-49b6c409-dc53-412b-a211-d97ec00f25bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:19.144382 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-49b6c409-dc53-412b-a211-d97ec00f25bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:19.148760 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:13:19.162639 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-49b6c409-dc53-412b-a211-d97ec00f25bd admin admin] Reserving flat network on physical network physnet1 {{(pid=79159) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 11 16:13:19.183180 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6c409-dc53-412b-a211-d97ec00f25bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5803c11c-19e6-4edc-9e20-acd6ff60188a,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:13:19.187131 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-49b6c409-dc53-412b-a211-d97ec00f25bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:13:19.188017 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-49b6c409-dc53-412b-a211-d97ec00f25bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3350950'] for segment, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:19.188349 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.db.segments_db [None req-49b6c409-dc53-412b-a211-d97ec00f25bd admin admin] Added segment ef0f4f8c-59c6-4f74-90fe-819af28e8bc6 of type flat for network 74b3c71b-fb08-4503-8924-b9e5cb7ae853 Aug 11 16:13:19.208118 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-d05d8c4b-ce04-4186-85aa-2bbbbe453a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:19.225856 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-49b6c409-dc53-412b-a211-d97ec00f25bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758462832806'] for network, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:19.260541 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-49b6c409-dc53-412b-a211-d97ec00f25bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603'] for network, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:19.261772 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b6c409-dc53-412b-a211-d97ec00f25bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:13:19.262380 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-49b6c409-dc53-412b-a211-d97ec00f25bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for network, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:19.266773 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:13:19.357038 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-49b6c409-dc53-412b-a211-d97ec00f25bd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7173309 Aug 11 16:13:19.361534 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6c409-dc53-412b-a211-d97ec00f25bd admin admin] Pushing event updated for resources: {'Network': ['ID=74b3c71b-fb08-4503-8924-b9e5cb7ae853,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:13:19.364906 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-49b6c409-dc53-412b-a211-d97ec00f25bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:13:19.372903 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Network 74b3c71b-fb08-4503-8924-b9e5cb7ae853 details requested by agent ovs-agent-dv-cinder-804265-1-smb with host dv-cinder-804265-1-smb {{(pid=79160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:13:20.336027 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:21.638611 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:21.696080 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 36800) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:13:21.907925 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8fc438-a39c-44b8-911f-e6340e0e2552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:13:21.909270 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-6a8fc438-a39c-44b8-911f-e6340e0e2552 admin admin] 10.222.0.21 "GET /v2.0/subnets/83eed934-e4ee-442c-8540-9975cfcebc70 HTTP/1.1" status: 200 len: 849 time: 0.2123315 Aug 11 16:13:22.093534 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-d21d0df5-53f1-494e-a223-dce9fa0467e9 admin admin] 10.222.0.21 "GET /v2.0/routers/be320852-ec7c-4488-b623-454125491c62 HTTP/1.1" status: 200 len: 704 time: 0.1781378 Aug 11 16:13:22.551368 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1fa83796-6595-4d9a-b7cc-22fd8230b779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:22.779571 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.db_base_plugin_common [None req-1fa83796-6595-4d9a-b7cc-22fd8230b779 admin admin] Allocated IP 172.20.0.1 (805e9950-57cc-4bc3-b460-2eebac6244fb/83eed934-e4ee-442c-8540-9975cfcebc70/bce906fb-6660-4c1d-906a-19e1429a1d69) {{(pid=79159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:13:22.935217 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1fa83796-6595-4d9a-b7cc-22fd8230b779 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:22.952597 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.provisioning_blocks [None req-1fa83796-6595-4d9a-b7cc-22fd8230b779 admin admin] Transition to ACTIVE for port object bce906fb-6660-4c1d-906a-19e1429a1d69 will not be triggered until provisioned by entity DHCP. {{(pid=79159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:13:23.009740 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1fa83796-6595-4d9a-b7cc-22fd8230b779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552'] for port, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:23.014552 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:13:23.073683 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa83796-6595-4d9a-b7cc-22fd8230b779 admin admin] Network 805e9950-57cc-4bc3-b460-2eebac6244fb is already hosted by enough agents. {{(pid=79159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:13:23.076507 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [None req-1fa83796-6595-4d9a-b7cc-22fd8230b779 admin admin] Resources bound (agent type, host, resource id): {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:13:23.080429 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa83796-6595-4d9a-b7cc-22fd8230b779 admin admin] Received port after_create {{(pid=79159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:13:23.080949 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1fa83796-6595-4d9a-b7cc-22fd8230b779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397909'] for router_interface, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:23.259519 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa83796-6595-4d9a-b7cc-22fd8230b779 admin admin] Pushing event updated for resources: {'Port': ['ID=bce906fb-6660-4c1d-906a-19e1429a1d69,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:13:23.263019 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-1fa83796-6595-4d9a-b7cc-22fd8230b779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:13:23.287584 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-a4b6aa66-5ab5-4c63-ab4f-65f21a6b107c None None] Provisioning for port bce906fb-6660-4c1d-906a-19e1429a1d69 completed by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:13:23.292290 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-a4b6aa66-5ab5-4c63-ab4f-65f21a6b107c None None] Provisioning complete for port bce906fb-6660-4c1d-906a-19e1429a1d69 triggered by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:13:23.292660 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a4b6aa66-5ab5-4c63-ab4f-65f21a6b107c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:23.348827 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-a4b6aa66-5ab5-4c63-ab4f-65f21a6b107c None None] Port bce906fb-6660-4c1d-906a-19e1429a1d69 cannot update to ACTIVE because it is not bound. {{(pid=79160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:13:23.392770 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1fa83796-6595-4d9a-b7cc-22fd8230b779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:23.625954 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1fa83796-6595-4d9a-b7cc-22fd8230b779 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:23.630865 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1fa83796-6595-4d9a-b7cc-22fd8230b779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:23.632001 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1fa83796-6595-4d9a-b7cc-22fd8230b779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397882'] for router_interface, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:23.635859 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:13:23.775931 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa83796-6595-4d9a-b7cc-22fd8230b779 admin admin] Pushing event updated for resources: {'Port': ['ID=bce906fb-6660-4c1d-906a-19e1429a1d69,revision_number=2']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:13:23.781807 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-1fa83796-6595-4d9a-b7cc-22fd8230b779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:13:23.829605 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa83796-6595-4d9a-b7cc-22fd8230b779 admin admin] Network 805e9950-57cc-4bc3-b460-2eebac6244fb is already hosted by enough agents. {{(pid=79159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:13:23.830703 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [None req-1fa83796-6595-4d9a-b7cc-22fd8230b779 admin admin] Resources bound (agent type, host, resource id): {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:13:24.026007 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa83796-6595-4d9a-b7cc-22fd8230b779 admin admin] Router be320852-ec7c-4488-b623-454125491c62 is scheduled to L3 agent fe3825e1-cd20-4759-aaf9-51b0eae29acc with binding_index 1 {{(pid=79159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 16:13:24.070683 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-1625f13e-f36e-43e7-937d-1264c861bd14 None None] Provisioning complete for port bce906fb-6660-4c1d-906a-19e1429a1d69 triggered by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:13:24.071057 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-1625f13e-f36e-43e7-937d-1264c861bd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:24.122840 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-1625f13e-f36e-43e7-937d-1264c861bd14 None None] Port bce906fb-6660-4c1d-906a-19e1429a1d69 cannot update to ACTIVE because it is not bound. {{(pid=79160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:13:24.180629 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa83796-6595-4d9a-b7cc-22fd8230b779 admin admin] Notify agent at l3_agent.dv-cinder-804265-1-smb the message routers_updated {{(pid=79159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:13:24.189352 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-1fa83796-6595-4d9a-b7cc-22fd8230b779 admin admin] 10.222.0.21 "PUT /v2.0/routers/be320852-ec7c-4488-b623-454125491c62/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0905697 Aug 11 16:13:24.190193 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9574697-eec8-4b90-911e-f6ef45d84eb0 None None] Sync routers for ids ['be320852-ec7c-4488-b623-454125491c62'] in dv-cinder-804265-1-smb {{(pid=79161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:13:24.200602 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9574697-eec8-4b90-911e-f6ef45d84eb0 None None] Routers {'be320852-ec7c-4488-b623-454125491c62'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:13:24.201454 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-f9574697-eec8-4b90-911e-f6ef45d84eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:13:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['be320852-ec7c-4488-b623-454125491c62'], 'active': True} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:13:24.382098 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvr_db [None req-f9574697-eec8-4b90-911e-f6ef45d84eb0 None None] Set router be320852-ec7c-4488-b623-454125491c62 gateway port host: None {{(pid=79161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:13:24.756898 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-f9574697-eec8-4b90-911e-f6ef45d84eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be320852-ec7c-4488-b623-454125491c62', 'name': 'router1', 'tenant_id': 'f1dbf346d26d4323b94679bdc48363d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:13:13Z', 'updated_at': '2021-08-11T16:13:23Z', 'revision_number': 2, 'project_id': 'f1dbf346d26d4323b94679bdc48363d3', 'gw_port_host': None, '_interfaces': [{'id': 'bce906fb-6660-4c1d-906a-19e1429a1d69', 'name': '', 'network_id': '805e9950-57cc-4bc3-b460-2eebac6244fb', 'tenant_id': 'f1dbf346d26d4323b94679bdc48363d3', 'mac_address': 'fa:16:3e:cd:4c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be320852-ec7c-4488-b623-454125491c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83eed934-e4ee-442c-8540-9975cfcebc70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:13:22Z', 'updated_at': '2021-08-11T16:13:23Z', 'revision_number': 2, 'project_id': 'f1dbf346d26d4323b94679bdc48363d3', 'subnets': [{'id': '83eed934-e4ee-442c-8540-9975cfcebc70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84ae0a51-4ff3-4166-9cac-27b753c4ed23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:13:24.761829 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9574697-eec8-4b90-911e-f6ef45d84eb0 None None] Checking router: be320852-ec7c-4488-b623-454125491c62 for host: dv-cinder-804265-1-smb {{(pid=79161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:13:24.762239 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9574697-eec8-4b90-911e-f6ef45d84eb0 None None] Updating router be320852-ec7c-4488-b623-454125491c62 port bce906fb-6660-4c1d-906a-19e1429a1d69 binding host dv-cinder-804265-1-smb {{(pid=79161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 16:13:24.818120 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-f9574697-eec8-4b90-911e-f6ef45d84eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:25.204473 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-f9574697-eec8-4b90-911e-f6ef45d84eb0 None None] Notify callbacks [] for port, precommit_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:25.220208 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.provisioning_blocks [None req-f9574697-eec8-4b90-911e-f6ef45d84eb0 None None] Transition to ACTIVE for port object bce906fb-6660-4c1d-906a-19e1429a1d69 will not be triggered until provisioned by entity L2. {{(pid=79161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:13:25.227254 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-f9574697-eec8-4b90-911e-f6ef45d84eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:25.233376 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:13:25.457962 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4bcc2-0798-42c4-897d-f598f84a8d25 None None] Pushing event updated for resources: {'Port': ['ID=bce906fb-6660-4c1d-906a-19e1429a1d69,revision_number=3']} {{(pid=79161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:13:25.473908 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a4bcc2-0798-42c4-897d-f598f84a8d25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:25.474274 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a4bcc2-0798-42c4-897d-f598f84a8d25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:25.474686 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a4bcc2-0798-42c4-897d-f598f84a8d25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:25.475016 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a4bcc2-0798-42c4-897d-f598f84a8d25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:25.475338 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a4bcc2-0798-42c4-897d-f598f84a8d25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:25.475661 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a4bcc2-0798-42c4-897d-f598f84a8d25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:25.475980 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a4bcc2-0798-42c4-897d-f598f84a8d25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:25.476296 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a4bcc2-0798-42c4-897d-f598f84a8d25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:25.476611 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a4bcc2-0798-42c4-897d-f598f84a8d25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:25.476925 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a4bcc2-0798-42c4-897d-f598f84a8d25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:25.477237 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a4bcc2-0798-42c4-897d-f598f84a8d25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:25.477547 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a4bcc2-0798-42c4-897d-f598f84a8d25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:13:25.478741 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a4bcc2-0798-42c4-897d-f598f84a8d25 None None] Tracked resource versions report: Aug 11 16:13:25.478741 dv-cinder-804265-1-smb neutron-server[79161]: pushed versions: Aug 11 16:13:25.478741 dv-cinder-804265-1-smb neutron-server[79161]: { 'AddressGroup': {'1.2'}, Aug 11 16:13:25.478741 dv-cinder-804265-1-smb neutron-server[79161]: 'ConntrackHelper': {'1.0'}, Aug 11 16:13:25.478741 dv-cinder-804265-1-smb neutron-server[79161]: 'Log': {'1.0'}, Aug 11 16:13:25.478741 dv-cinder-804265-1-smb neutron-server[79161]: 'Network': {'1.1'}, Aug 11 16:13:25.478741 dv-cinder-804265-1-smb neutron-server[79161]: 'Port': {'1.7'}, Aug 11 16:13:25.478741 dv-cinder-804265-1-smb neutron-server[79161]: 'PortForwarding': {'1.2'}, Aug 11 16:13:25.478741 dv-cinder-804265-1-smb neutron-server[79161]: 'QosPolicy': {'1.8'}, Aug 11 16:13:25.478741 dv-cinder-804265-1-smb neutron-server[79161]: 'SecurityGroup': {'1.4'}, Aug 11 16:13:25.478741 dv-cinder-804265-1-smb neutron-server[79161]: 'SecurityGroupRule': {'1.2'}, Aug 11 16:13:25.478741 dv-cinder-804265-1-smb neutron-server[79161]: 'SubPort': {'1.0'}, Aug 11 16:13:25.478741 dv-cinder-804265-1-smb neutron-server[79161]: 'Subnet': {'1.1'}, Aug 11 16:13:25.478741 dv-cinder-804265-1-smb neutron-server[79161]: 'Trunk': {'1.1'}} Aug 11 16:13:25.478741 dv-cinder-804265-1-smb neutron-server[79161]: consumer versions: Aug 11 16:13:25.478741 dv-cinder-804265-1-smb neutron-server[79161]: { DHCP agent@dv-cinder-804265-1-smb: {}, Aug 11 16:13:25.478741 dv-cinder-804265-1-smb neutron-server[79161]: L3 agent@dv-cinder-804265-1-smb: {}, Aug 11 16:13:25.478741 dv-cinder-804265-1-smb neutron-server[79161]: Metadata agent@dv-cinder-804265-1-smb: {}, Aug 11 16:13:25.478741 dv-cinder-804265-1-smb neutron-server[79161]: Metering agent@dv-cinder-804265-1-smb: {}, Aug 11 16:13:25.478741 dv-cinder-804265-1-smb neutron-server[79161]: Open vSwitch agent@dv-cinder-804265-1-smb: { 'AddressGroup': '1.2', Aug 11 16:13:25.478741 dv-cinder-804265-1-smb neutron-server[79161]: 'ConntrackHelper': '1.0', Aug 11 16:13:25.478741 dv-cinder-804265-1-smb neutron-server[79161]: 'Log': '1.0', Aug 11 16:13:25.478741 dv-cinder-804265-1-smb neutron-server[79161]: 'Network': '1.1', Aug 11 16:13:25.478741 dv-cinder-804265-1-smb neutron-server[79161]: 'Port': '1.7', Aug 11 16:13:25.478741 dv-cinder-804265-1-smb neutron-server[79161]: 'PortForwarding': '1.2', Aug 11 16:13:25.478741 dv-cinder-804265-1-smb neutron-server[79161]: 'QosPolicy': '1.8', Aug 11 16:13:25.478741 dv-cinder-804265-1-smb neutron-server[79161]: 'SecurityGroup': '1.4', Aug 11 16:13:25.478741 dv-cinder-804265-1-smb neutron-server[79161]: 'SecurityGroupRule': '1.2', Aug 11 16:13:25.478741 dv-cinder-804265-1-smb neutron-server[79161]: 'SubPort': '1.0', Aug 11 16:13:25.478741 dv-cinder-804265-1-smb neutron-server[79161]: 'Subnet': '1.1', Aug 11 16:13:25.478741 dv-cinder-804265-1-smb neutron-server[79161]: 'Trunk': '1.1'}} Aug 11 16:13:25.478741 dv-cinder-804265-1-smb neutron-server[79161]: {{(pid=79161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 16:13:25.482272 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG oslo_concurrency.lockutils [None req-62a4bcc2-0798-42c4-897d-f598f84a8d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=79161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:13:25.490097 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.managers [None req-f9574697-eec8-4b90-911e-f6ef45d84eb0 None None] Attempting to bind port bce906fb-6660-4c1d-906a-19e1429a1d69 on host dv-cinder-804265-1-smb for vnic_type normal with profile {{(pid=79161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:13:25.490527 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.managers [None req-f9574697-eec8-4b90-911e-f6ef45d84eb0 None None] Attempting to bind port bce906fb-6660-4c1d-906a-19e1429a1d69 by drivers openvswitch,hyperv on host dv-cinder-804265-1-smb at level 0 using segments [{'id': 'a3fee83f-2a43-4b1c-9a47-004d7308030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '805e9950-57cc-4bc3-b460-2eebac6244fb'}] {{(pid=79161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:13:25.490953 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9574697-eec8-4b90-911e-f6ef45d84eb0 None None] Attempting to bind port bce906fb-6660-4c1d-906a-19e1429a1d69 on network 805e9950-57cc-4bc3-b460-2eebac6244fb {{(pid=79161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:13:25.496170 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9574697-eec8-4b90-911e-f6ef45d84eb0 None None] Checking agent: {'id': '5e93d7f9-9d48-4304-bf8c-d89fe7491ad7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 12, 47), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:13:25.496587 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9574697-eec8-4b90-911e-f6ef45d84eb0 None None] Checking segment: {'id': 'a3fee83f-2a43-4b1c-9a47-004d7308030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '805e9950-57cc-4bc3-b460-2eebac6244fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:13:25.497060 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-f9574697-eec8-4b90-911e-f6ef45d84eb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:25.497443 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9574697-eec8-4b90-911e-f6ef45d84eb0 None None] Bound using segment: {'id': 'a3fee83f-2a43-4b1c-9a47-004d7308030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '805e9950-57cc-4bc3-b460-2eebac6244fb'} {{(pid=79161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:13:25.497955 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.managers [None req-f9574697-eec8-4b90-911e-f6ef45d84eb0 None None] Bound port: bce906fb-6660-4c1d-906a-19e1429a1d69, host: dv-cinder-804265-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3fee83f-2a43-4b1c-9a47-004d7308030c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '805e9950-57cc-4bc3-b460-2eebac6244fb'}}] {{(pid=79161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:13:25.498369 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-f9574697-eec8-4b90-911e-f6ef45d84eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:25.586353 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.db [None req-f9574697-eec8-4b90-911e-f6ef45d84eb0 None None] For port bce906fb-6660-4c1d-906a-19e1429a1d69, host dv-cinder-804265-1-smb, cleared binding levels {{(pid=79161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:13:25.590715 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.db [None req-f9574697-eec8-4b90-911e-f6ef45d84eb0 None None] For port bce906fb-6660-4c1d-906a-19e1429a1d69, host dv-cinder-804265-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=bce906fb-6660-4c1d-906a-19e1429a1d69,segment=NetworkSegment(a3fee83f-2a43-4b1c-9a47-004d7308030c),segment_id=a3fee83f-2a43-4b1c-9a47-004d7308030c)] {{(pid=79161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:13:25.595678 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-f9574697-eec8-4b90-911e-f6ef45d84eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:25.600278 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG oslo_concurrency.lockutils [None req-62a4bcc2-0798-42c4-897d-f598f84a8d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:13:25.685489 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9574697-eec8-4b90-911e-f6ef45d84eb0 None None] Routers {'be320852-ec7c-4488-b623-454125491c62'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:13:25.686134 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-f9574697-eec8-4b90-911e-f6ef45d84eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:13:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['be320852-ec7c-4488-b623-454125491c62'], 'active': True} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:13:25.750315 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4bcc2-0798-42c4-897d-f598f84a8d25 None None] Pushing event updated for resources: {'Port': ['ID=bce906fb-6660-4c1d-906a-19e1429a1d69,revision_number=4']} {{(pid=79161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:13:25.755412 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG oslo_concurrency.lockutils [None req-62a4bcc2-0798-42c4-897d-f598f84a8d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:13:25.846239 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvr_db [None req-f9574697-eec8-4b90-911e-f6ef45d84eb0 None None] Set router be320852-ec7c-4488-b623-454125491c62 gateway port host: None {{(pid=79161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:13:26.172832 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-f9574697-eec8-4b90-911e-f6ef45d84eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be320852-ec7c-4488-b623-454125491c62', 'name': 'router1', 'tenant_id': 'f1dbf346d26d4323b94679bdc48363d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:13:13Z', 'updated_at': '2021-08-11T16:13:23Z', 'revision_number': 2, 'project_id': 'f1dbf346d26d4323b94679bdc48363d3', 'gw_port_host': None, '_interfaces': [{'id': 'bce906fb-6660-4c1d-906a-19e1429a1d69', 'name': '', 'network_id': '805e9950-57cc-4bc3-b460-2eebac6244fb', 'tenant_id': 'f1dbf346d26d4323b94679bdc48363d3', 'mac_address': 'fa:16:3e:cd:4c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be320852-ec7c-4488-b623-454125491c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83eed934-e4ee-442c-8540-9975cfcebc70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:13:22Z', 'updated_at': '2021-08-11T16:13:25Z', 'revision_number': 4, 'project_id': 'f1dbf346d26d4323b94679bdc48363d3', 'subnets': [{'id': '83eed934-e4ee-442c-8540-9975cfcebc70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84ae0a51-4ff3-4166-9cac-27b753c4ed23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:13:26.177501 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9574697-eec8-4b90-911e-f6ef45d84eb0 None None] The sync data for ids ['be320852-ec7c-4488-b623-454125491c62'] in dv-cinder-804265-1-smb is: [{'id': 'be320852-ec7c-4488-b623-454125491c62', 'name': 'router1', 'tenant_id': 'f1dbf346d26d4323b94679bdc48363d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:13:13Z', 'updated_at': '2021-08-11T16:13:23Z', 'revision_number': 2, 'project_id': 'f1dbf346d26d4323b94679bdc48363d3', 'gw_port_host': None, '_interfaces': [{'id': 'bce906fb-6660-4c1d-906a-19e1429a1d69', 'name': '', 'network_id': '805e9950-57cc-4bc3-b460-2eebac6244fb', 'tenant_id': 'f1dbf346d26d4323b94679bdc48363d3', 'mac_address': 'fa:16:3e:cd:4c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be320852-ec7c-4488-b623-454125491c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83eed934-e4ee-442c-8540-9975cfcebc70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:13:22Z', 'updated_at': '2021-08-11T16:13:25Z', 'revision_number': 4, 'project_id': 'f1dbf346d26d4323b94679bdc48363d3', 'subnets': [{'id': '83eed934-e4ee-442c-8540-9975cfcebc70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84ae0a51-4ff3-4166-9cac-27b753c4ed23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:13:26.375874 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 36822) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:13:26.528430 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba78cded-62f4-4be6-98d9-4ef803f39dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:13:26.528995 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-ba78cded-62f4-4be6-98d9-4ef803f39dd8 admin admin] Synchronizing usage tracker for tenant:a1405fc888da4a32a1dc07889dad5bef on resource:network {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:13:26.547354 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-ba78cded-62f4-4be6-98d9-4ef803f39dd8 admin admin] Unset dirty status for tenant:a1405fc888da4a32a1dc07889dad5bef on resource:network {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:13:26.548549 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-ba78cded-62f4-4be6-98d9-4ef803f39dd8 admin admin] 10.222.0.21 "GET /v2.0/networks/74b3c71b-fb08-4503-8924-b9e5cb7ae853 HTTP/1.1" status: 200 len: 842 time: 0.1716383 Aug 11 16:13:26.558945 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-13672f1a-ade0-4989-b23e-de4b6e995622 admin admin] Request body: {'subnet': {'cidr': '172.28.2.0/24', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.28.2.1', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:13:26.564327 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-13672f1a-ade0-4989-b23e-de4b6e995622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:13:26.568995 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-13672f1a-ade0-4989-b23e-de4b6e995622 admin admin] Usage tracker for resource:subnet and tenant:a1405fc888da4a32a1dc07889dad5bef is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:13:26.571909 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-13672f1a-ade0-4989-b23e-de4b6e995622 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:13:26.577738 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-13672f1a-ade0-4989-b23e-de4b6e995622 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:13:26.588260 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13672f1a-ade0-4989-b23e-de4b6e995622 admin admin] Made reservation on behalf of a1405fc888da4a32a1dc07889dad5bef for: {'subnet': 1} {{(pid=79159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:13:26.590662 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-13672f1a-ade0-4989-b23e-de4b6e995622 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:27.025856 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.objects.ports [None req-13672f1a-ade0-4989-b23e-de4b6e995622 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79159) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Aug 11 16:13:27.026360 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-13672f1a-ade0-4989-b23e-de4b6e995622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603'] for subnet, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:27.030194 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:13:27.110739 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13672f1a-ade0-4989-b23e-de4b6e995622 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af30e8de-a40d-42cb-9ec9-bce0fcfe28d3,revision_number=0']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:13:27.117382 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-13672f1a-ade0-4989-b23e-de4b6e995622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:13:27.118325 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13672f1a-ade0-4989-b23e-de4b6e995622 admin admin] Checking segment: {'id': 'ef0f4f8c-59c6-4f74-90fe-819af28e8bc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:13:27.118680 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13672f1a-ade0-4989-b23e-de4b6e995622 admin admin] Network hostable DHCP agents. Network: 74b3c71b-fb08-4503-8924-b9e5cb7ae853, hostable agents: ['4b0670d7-91d3-4826-9dfd-430a45df9059'], hosted agents: [] {{(pid=79159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:13:27.144405 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13672f1a-ade0-4989-b23e-de4b6e995622 admin admin] Network 74b3c71b-fb08-4503-8924-b9e5cb7ae853 is scheduled to be hosted by DHCP agent 4b0670d7-91d3-4826-9dfd-430a45df9059 with binding_index 1 {{(pid=79159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:13:27.154655 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [None req-13672f1a-ade0-4989-b23e-de4b6e995622 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-smb, 74b3c71b-fb08-4503-8924-b9e5cb7ae853) {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:13:27.158536 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13672f1a-ade0-4989-b23e-de4b6e995622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:13:27.159114 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-13672f1a-ade0-4989-b23e-de4b6e995622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for subnet, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:27.163933 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8b369e-cc55-429a-8933-b60bb37f512f None None] Network 74b3c71b-fb08-4503-8924-b9e5cb7ae853 requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:13:27.180622 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-13672f1a-ade0-4989-b23e-de4b6e995622 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6255400 Aug 11 16:13:27.398832 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2d0b58-dc10-4f43-b16b-d6b63e1042a2 None None] Network 74b3c71b-fb08-4503-8924-b9e5cb7ae853 requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:13:27.550668 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device bce906fb-6660-4c1d-906a-19e1429a1d69 up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:13:27.703197 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning for port bce906fb-6660-4c1d-906a-19e1429a1d69 completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:13:27.708781 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port bce906fb-6660-4c1d-906a-19e1429a1d69 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:13:27.709191 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:27.826518 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:27.861047 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] For port bce906fb-6660-4c1d-906a-19e1429a1d69, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=bce906fb-6660-4c1d-906a-19e1429a1d69,segment=NetworkSegment(a3fee83f-2a43-4b1c-9a47-004d7308030c),segment_id=a3fee83f-2a43-4b1c-9a47-004d7308030c)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:13:27.867769 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:27.870112 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:13:27.937927 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Pushing event updated for resources: {'Port': ['ID=bce906fb-6660-4c1d-906a-19e1429a1d69,revision_number=5']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:13:27.941766 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:13:29.441618 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 36836) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:13:29.499641 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device bce906fb-6660-4c1d-906a-19e1429a1d69 up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:13:29.573040 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port bce906fb-6660-4c1d-906a-19e1429a1d69 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:13:29.573414 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:29.639042 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-f2e3c978-8b0d-4cc6-87e8-d6e7139f6559 admin admin] 10.222.0.21 "GET /v2.0/routers/be320852-ec7c-4488-b623-454125491c62 HTTP/1.1" status: 200 len: 710 time: 0.1959968 Aug 11 16:13:29.775030 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91000864-5bc5-45d4-8c7c-c836b4a4254b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:13:29.776378 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-91000864-5bc5-45d4-8c7c-c836b4a4254b admin admin] 10.222.0.21 "GET /v2.0/networks/74b3c71b-fb08-4503-8924-b9e5cb7ae853 HTTP/1.1" status: 200 len: 886 time: 0.1319826 Aug 11 16:13:29.785162 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-7b89c51e-ad8b-4947-b2f3-81f7ea3164ad admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'}}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:13:30.226985 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7b89c51e-ad8b-4947-b2f3-81f7ea3164ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-612808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-453234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3929'] for router, precommit_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:30.595484 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7b89c51e-ad8b-4947-b2f3-81f7ea3164ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:30.650002 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7b89c51e-ad8b-4947-b2f3-81f7ea3164ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:30.779811 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.db_base_plugin_common [None req-7b89c51e-ad8b-4947-b2f3-81f7ea3164ad admin admin] Allocated IP 172.28.2.49 (74b3c71b-fb08-4503-8924-b9e5cb7ae853/af30e8de-a40d-42cb-9ec9-bce0fcfe28d3/3b0df685-1a7a-42c8-b787-f5cc3a37d867) {{(pid=79159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:13:30.921009 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7b89c51e-ad8b-4947-b2f3-81f7ea3164ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:30.948939 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7b89c51e-ad8b-4947-b2f3-81f7ea3164ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552'] for port, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:30.953329 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-1fa83796-6595-4d9a-b7cc-22fd8230b779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:13:31.015244 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b89c51e-ad8b-4947-b2f3-81f7ea3164ad admin admin] Network 74b3c71b-fb08-4503-8924-b9e5cb7ae853 is already hosted by enough agents. {{(pid=79159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:13:31.018359 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [None req-7b89c51e-ad8b-4947-b2f3-81f7ea3164ad admin admin] Resources bound (agent type, host, resource id): {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:13:31.022566 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b89c51e-ad8b-4947-b2f3-81f7ea3164ad admin admin] Received port after_create {{(pid=79159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:13:31.075459 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89c51e-ad8b-4947-b2f3-81f7ea3164ad admin admin] Pushing event updated for resources: {'Port': ['ID=3b0df685-1a7a-42c8-b787-f5cc3a37d867,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:13:31.085547 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-7b89c51e-ad8b-4947-b2f3-81f7ea3164ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:13:31.398115 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7b89c51e-ad8b-4947-b2f3-81f7ea3164ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:31.734247 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7b89c51e-ad8b-4947-b2f3-81f7ea3164ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-612808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-453234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3929'] for router, precommit_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:31.737433 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7b89c51e-ad8b-4947-b2f3-81f7ea3164ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-608166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-608159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-453227'] for router, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:31.969525 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b89c51e-ad8b-4947-b2f3-81f7ea3164ad admin admin] Router be320852-ec7c-4488-b623-454125491c62 has already been hosted by L3 agent fe3825e1-cd20-4759-aaf9-51b0eae29acc {{(pid=79159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:13:32.142725 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b89c51e-ad8b-4947-b2f3-81f7ea3164ad admin admin] Notify agent at l3_agent.dv-cinder-804265-1-smb the message routers_updated {{(pid=79159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:13:32.151845 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7b89c51e-ad8b-4947-b2f3-81f7ea3164ad admin admin] Notify callbacks [] for router, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:32.152603 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907312a9-1a04-462c-8c73-a2bdd8632418 None None] Sync routers for ids ['be320852-ec7c-4488-b623-454125491c62'] in dv-cinder-804265-1-smb {{(pid=79160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:13:32.153064 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-7b89c51e-ad8b-4947-b2f3-81f7ea3164ad admin admin] 10.222.0.21 "PUT /v2.0/routers/be320852-ec7c-4488-b623-454125491c62 HTTP/1.1" status: 200 len: 889 time: 2.3712318 Aug 11 16:13:32.164129 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907312a9-1a04-462c-8c73-a2bdd8632418 None None] Routers {'be320852-ec7c-4488-b623-454125491c62'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:13:32.164780 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-907312a9-1a04-462c-8c73-a2bdd8632418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:13:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['be320852-ec7c-4488-b623-454125491c62'], 'active': True} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:13:32.362251 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvr_db [None req-907312a9-1a04-462c-8c73-a2bdd8632418 None None] Set router be320852-ec7c-4488-b623-454125491c62 gateway port host: dv-cinder-804265-1-smb {{(pid=79160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:13:32.705055 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-907312a9-1a04-462c-8c73-a2bdd8632418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be320852-ec7c-4488-b623-454125491c62', 'name': 'router1', 'tenant_id': 'f1dbf346d26d4323b94679bdc48363d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': '3b0df685-1a7a-42c8-b787-f5cc3a37d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:13:13Z', 'updated_at': '2021-08-11T16:13:31Z', 'revision_number': 4, 'project_id': 'f1dbf346d26d4323b94679bdc48363d3', 'gw_port': {'id': '3b0df685-1a7a-42c8-b787-f5cc3a37d867', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be320852-ec7c-4488-b623-454125491c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:13:30Z', 'updated_at': '2021-08-11T16:13:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': 'bce906fb-6660-4c1d-906a-19e1429a1d69', 'name': '', 'network_id': '805e9950-57cc-4bc3-b460-2eebac6244fb', 'tenant_id': 'f1dbf346d26d4323b94679bdc48363d3', 'mac_address': 'fa:16:3e:cd:4c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be320852-ec7c-4488-b623-454125491c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83eed934-e4ee-442c-8540-9975cfcebc70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:13:22Z', 'updated_at': '2021-08-11T16:13:27Z', 'revision_number': 5, 'project_id': 'f1dbf346d26d4323b94679bdc48363d3', 'subnets': [{'id': '83eed934-e4ee-442c-8540-9975cfcebc70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84ae0a51-4ff3-4166-9cac-27b753c4ed23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:13:32.710048 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907312a9-1a04-462c-8c73-a2bdd8632418 None None] Checking router: be320852-ec7c-4488-b623-454125491c62 for host: dv-cinder-804265-1-smb {{(pid=79160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:13:32.710444 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907312a9-1a04-462c-8c73-a2bdd8632418 None None] Updating router be320852-ec7c-4488-b623-454125491c62 port 3b0df685-1a7a-42c8-b787-f5cc3a37d867 binding host dv-cinder-804265-1-smb {{(pid=79160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 16:13:32.760882 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-907312a9-1a04-462c-8c73-a2bdd8632418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:33.112595 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-907312a9-1a04-462c-8c73-a2bdd8632418 None None] Notify callbacks [] for port, precommit_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:33.123899 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-907312a9-1a04-462c-8c73-a2bdd8632418 None None] Transition to ACTIVE for port object 3b0df685-1a7a-42c8-b787-f5cc3a37d867 will not be triggered until provisioned by entity L2. {{(pid=79160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:13:33.130758 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-907312a9-1a04-462c-8c73-a2bdd8632418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:33.134579 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-b44bb260-4ad6-4b01-bb00-754ef4ac89bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:13:33.208668 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-907312a9-1a04-462c-8c73-a2bdd8632418 None None] Attempting to bind port 3b0df685-1a7a-42c8-b787-f5cc3a37d867 on host dv-cinder-804265-1-smb for vnic_type normal with profile {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:13:33.209187 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-907312a9-1a04-462c-8c73-a2bdd8632418 None None] Attempting to bind port 3b0df685-1a7a-42c8-b787-f5cc3a37d867 by drivers openvswitch,hyperv on host dv-cinder-804265-1-smb at level 0 using segments [{'id': 'ef0f4f8c-59c6-4f74-90fe-819af28e8bc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'}] {{(pid=79160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:13:33.209410 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907312a9-1a04-462c-8c73-a2bdd8632418 None None] Attempting to bind port 3b0df685-1a7a-42c8-b787-f5cc3a37d867 on network 74b3c71b-fb08-4503-8924-b9e5cb7ae853 {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:13:33.214894 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a4ff6-2c21-4daa-aac0-a6702240e8db None None] Pushing event updated for resources: {'Port': ['ID=3b0df685-1a7a-42c8-b787-f5cc3a37d867,revision_number=2']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:13:33.218745 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-fd8a4ff6-2c21-4daa-aac0-a6702240e8db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:13:33.219628 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907312a9-1a04-462c-8c73-a2bdd8632418 None None] Checking agent: {'id': '5e93d7f9-9d48-4304-bf8c-d89fe7491ad7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 12, 47), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:13:33.220005 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907312a9-1a04-462c-8c73-a2bdd8632418 None None] Checking segment: {'id': 'ef0f4f8c-59c6-4f74-90fe-819af28e8bc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:13:33.220408 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-907312a9-1a04-462c-8c73-a2bdd8632418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:33.220796 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907312a9-1a04-462c-8c73-a2bdd8632418 None None] Bound using segment: {'id': 'ef0f4f8c-59c6-4f74-90fe-819af28e8bc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'} {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:13:33.221266 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-907312a9-1a04-462c-8c73-a2bdd8632418 None None] Bound port: 3b0df685-1a7a-42c8-b787-f5cc3a37d867, host: dv-cinder-804265-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f4f8c-59c6-4f74-90fe-819af28e8bc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'}}] {{(pid=79160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:13:33.221662 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-907312a9-1a04-462c-8c73-a2bdd8632418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:33.294799 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-907312a9-1a04-462c-8c73-a2bdd8632418 None None] For port 3b0df685-1a7a-42c8-b787-f5cc3a37d867, host dv-cinder-804265-1-smb, cleared binding levels {{(pid=79160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:13:33.297670 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-907312a9-1a04-462c-8c73-a2bdd8632418 None None] For port 3b0df685-1a7a-42c8-b787-f5cc3a37d867, host dv-cinder-804265-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=3b0df685-1a7a-42c8-b787-f5cc3a37d867,segment=NetworkSegment(ef0f4f8c-59c6-4f74-90fe-819af28e8bc6),segment_id=ef0f4f8c-59c6-4f74-90fe-819af28e8bc6)] {{(pid=79160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:13:33.302483 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-907312a9-1a04-462c-8c73-a2bdd8632418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:33.306206 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:13:33.380561 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907312a9-1a04-462c-8c73-a2bdd8632418 None None] Routers {'be320852-ec7c-4488-b623-454125491c62'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:13:33.381177 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-907312a9-1a04-462c-8c73-a2bdd8632418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:13:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['be320852-ec7c-4488-b623-454125491c62'], 'active': True} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:13:33.437075 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a4ff6-2c21-4daa-aac0-a6702240e8db None None] Pushing event updated for resources: {'Port': ['ID=3b0df685-1a7a-42c8-b787-f5cc3a37d867,revision_number=3']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:13:33.448368 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-fd8a4ff6-2c21-4daa-aac0-a6702240e8db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:13:33.567689 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvr_db [None req-907312a9-1a04-462c-8c73-a2bdd8632418 None None] Set router be320852-ec7c-4488-b623-454125491c62 gateway port host: dv-cinder-804265-1-smb {{(pid=79160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:13:33.901343 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-907312a9-1a04-462c-8c73-a2bdd8632418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be320852-ec7c-4488-b623-454125491c62', 'name': 'router1', 'tenant_id': 'f1dbf346d26d4323b94679bdc48363d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': '3b0df685-1a7a-42c8-b787-f5cc3a37d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:13:13Z', 'updated_at': '2021-08-11T16:13:31Z', 'revision_number': 4, 'project_id': 'f1dbf346d26d4323b94679bdc48363d3', 'gw_port': {'id': '3b0df685-1a7a-42c8-b787-f5cc3a37d867', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be320852-ec7c-4488-b623-454125491c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:13:30Z', 'updated_at': '2021-08-11T16:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': 'bce906fb-6660-4c1d-906a-19e1429a1d69', 'name': '', 'network_id': '805e9950-57cc-4bc3-b460-2eebac6244fb', 'tenant_id': 'f1dbf346d26d4323b94679bdc48363d3', 'mac_address': 'fa:16:3e:cd:4c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be320852-ec7c-4488-b623-454125491c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83eed934-e4ee-442c-8540-9975cfcebc70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:13:22Z', 'updated_at': '2021-08-11T16:13:27Z', 'revision_number': 5, 'project_id': 'f1dbf346d26d4323b94679bdc48363d3', 'subnets': [{'id': '83eed934-e4ee-442c-8540-9975cfcebc70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84ae0a51-4ff3-4166-9cac-27b753c4ed23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:13:33.905182 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907312a9-1a04-462c-8c73-a2bdd8632418 None None] The sync data for ids ['be320852-ec7c-4488-b623-454125491c62'] in dv-cinder-804265-1-smb is: [{'id': 'be320852-ec7c-4488-b623-454125491c62', 'name': 'router1', 'tenant_id': 'f1dbf346d26d4323b94679bdc48363d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': '3b0df685-1a7a-42c8-b787-f5cc3a37d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:13:13Z', 'updated_at': '2021-08-11T16:13:31Z', 'revision_number': 4, 'project_id': 'f1dbf346d26d4323b94679bdc48363d3', 'gw_port': {'id': '3b0df685-1a7a-42c8-b787-f5cc3a37d867', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be320852-ec7c-4488-b623-454125491c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:13:30Z', 'updated_at': '2021-08-11T16:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': 'bce906fb-6660-4c1d-906a-19e1429a1d69', 'name': '', 'network_id': '805e9950-57cc-4bc3-b460-2eebac6244fb', 'tenant_id': 'f1dbf346d26d4323b94679bdc48363d3', 'mac_address': 'fa:16:3e:cd:4c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be320852-ec7c-4488-b623-454125491c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83eed934-e4ee-442c-8540-9975cfcebc70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:13:22Z', 'updated_at': '2021-08-11T16:13:27Z', 'revision_number': 5, 'project_id': 'f1dbf346d26d4323b94679bdc48363d3', 'subnets': [{'id': '83eed934-e4ee-442c-8540-9975cfcebc70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84ae0a51-4ff3-4166-9cac-27b753c4ed23'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:13:34.483896 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 36846) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:13:34.603283 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-84a1acb2-a58a-45cb-9bbf-a81346c6c215 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1179800 Aug 11 16:13:35.528625 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 3b0df685-1a7a-42c8-b787-f5cc3a37d867 up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:13:35.598403 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning for port 3b0df685-1a7a-42c8-b787-f5cc3a37d867 completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:13:35.603064 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port 3b0df685-1a7a-42c8-b787-f5cc3a37d867 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:13:35.603449 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:35.720242 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:35.739799 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] For port 3b0df685-1a7a-42c8-b787-f5cc3a37d867, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=3b0df685-1a7a-42c8-b787-f5cc3a37d867,segment=NetworkSegment(ef0f4f8c-59c6-4f74-90fe-819af28e8bc6),segment_id=ef0f4f8c-59c6-4f74-90fe-819af28e8bc6)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:13:35.744931 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:35.747175 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:13:35.817435 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Pushing event updated for resources: {'Port': ['ID=3b0df685-1a7a-42c8-b787-f5cc3a37d867,revision_number=4']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:13:35.820527 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:13:37.554000 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 3b0df685-1a7a-42c8-b787-f5cc3a37d867 up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:13:37.628719 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port 3b0df685-1a7a-42c8-b787-f5cc3a37d867 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:13:37.629102 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:45.593540 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 5 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:13:46.577975 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-b8f45133-03f3-4114-8180-2fbc3138195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:47.229999 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:49.213018 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-5ca72678-3838-405e-9a3b-c62f5b02033b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:50.339960 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:13:51.661998 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:14:16.578602 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-5850bab7-064f-472f-b1ff-429249f08d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:14:17.234098 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:14:19.207901 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-7a044614-759d-4eac-a89e-34924ca95625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:14:20.354301 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:14:21.662081 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:14:22.592348 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 5 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:14:46.594680 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-3c0ed06c-d19f-48ef-a7ba-ba60ad22bd8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:14:47.239822 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:14:49.211051 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-351e6906-d778-4735-81b5-203249f8da96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:14:50.346735 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:14:51.666476 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:14:59.595291 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 5 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:15:16.569089 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-54e71cfc-0463-475d-9577-eec994fb58ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:15:17.243979 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:15:19.214707 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-9dff30cb-0f6b-4b46-8a95-07fb3236efea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:15:20.349864 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:15:21.664925 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:15:35.872486 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 37418) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:15:35.942710 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.pecan_wsgi.hooks.translation [None req-b707b193-0ee9-4f8f-8840-ea196527f734 admin admin] GET failed (client error): The resource could not be found. Aug 11 16:15:35.945066 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-b707b193-0ee9-4f8f-8840-ea196527f734 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0715325 Aug 11 16:15:36.078676 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f2e3d9-4dd5-4550-a088-ffa212c8d92c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:15:36.080047 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-79f2e3d9-4dd5-4550-a088-ffa212c8d92c admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1311967 Aug 11 16:15:36.594055 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 5 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:15:38.214828 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 37428) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:15:38.321061 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b58e03-601a-4323-99d0-be58840b3897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:15:38.321626 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-b7b58e03-601a-4323-99d0-be58840b3897 admin admin] Synchronizing usage tracker for tenant:a1405fc888da4a32a1dc07889dad5bef on resource:subnet {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:15:38.336270 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-b7b58e03-601a-4323-99d0-be58840b3897 admin admin] Unset dirty status for tenant:a1405fc888da4a32a1dc07889dad5bef on resource:subnet {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:15:38.337405 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-b7b58e03-601a-4323-99d0-be58840b3897 admin admin] 10.222.0.21 "GET /v2.0/subnets/83eed934-e4ee-442c-8540-9975cfcebc70 HTTP/1.1" status: 200 len: 849 time: 0.1216323 Aug 11 16:15:38.346679 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-a67c4ab8-d48d-48e0-93b6-2e02cf791f16 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:15:38.467125 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a67c4ab8-d48d-48e0-93b6-2e02cf791f16 admin admin] Notify callbacks [] for subnet, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:15:38.668610 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a67c4ab8-d48d-48e0-93b6-2e02cf791f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758463264314'] for subnet, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:15:38.672233 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-13672f1a-ade0-4989-b23e-de4b6e995622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:15:38.714906 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67c4ab8-d48d-48e0-93b6-2e02cf791f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:15:38.716087 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a67c4ab8-d48d-48e0-93b6-2e02cf791f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for subnet, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:15:38.716742 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-a67c4ab8-d48d-48e0-93b6-2e02cf791f16 admin admin] 10.222.0.21 "PUT /v2.0/subnets/83eed934-e4ee-442c-8540-9975cfcebc70 HTTP/1.1" status: 200 len: 868 time: 0.3738513 Aug 11 16:15:38.734071 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffce4c7-287c-4dfe-bd22-b6ef62e73759 None None] Network 805e9950-57cc-4bc3-b460-2eebac6244fb requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:15:38.742501 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c4ab8-d48d-48e0-93b6-2e02cf791f16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83eed934-e4ee-442c-8540-9975cfcebc70,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:15:38.750816 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c4ab8-d48d-48e0-93b6-2e02cf791f16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:15:38.751063 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c4ab8-d48d-48e0-93b6-2e02cf791f16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:15:38.751315 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c4ab8-d48d-48e0-93b6-2e02cf791f16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:15:38.751645 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c4ab8-d48d-48e0-93b6-2e02cf791f16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:15:38.751971 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c4ab8-d48d-48e0-93b6-2e02cf791f16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:15:38.752294 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c4ab8-d48d-48e0-93b6-2e02cf791f16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:15:38.752614 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c4ab8-d48d-48e0-93b6-2e02cf791f16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:15:38.752935 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c4ab8-d48d-48e0-93b6-2e02cf791f16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:15:38.753280 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c4ab8-d48d-48e0-93b6-2e02cf791f16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:15:38.753602 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c4ab8-d48d-48e0-93b6-2e02cf791f16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:15:38.753920 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c4ab8-d48d-48e0-93b6-2e02cf791f16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:15:38.754265 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67c4ab8-d48d-48e0-93b6-2e02cf791f16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:15:38.758563 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-a67c4ab8-d48d-48e0-93b6-2e02cf791f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:15:39.186868 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-ce87a113-3baa-4878-90f0-d5f29319f377 None None] Provisioning complete for port 4343b74d-dfc1-4efe-aef5-1b5cbac954b6 triggered by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:15:39.187243 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-ce87a113-3baa-4878-90f0-d5f29319f377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:15:39.311741 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-ce87a113-3baa-4878-90f0-d5f29319f377 None None] Provisioning complete for port bce906fb-6660-4c1d-906a-19e1429a1d69 triggered by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:15:39.312001 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-ce87a113-3baa-4878-90f0-d5f29319f377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:15:40.846962 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 37438) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:15:41.020253 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec62e3cb-f7e7-417a-bdeb-c1b3500421b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:15:41.020739 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec62e3cb-f7e7-417a-bdeb-c1b3500421b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:15:41.022318 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-ec62e3cb-f7e7-417a-bdeb-c1b3500421b5 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1744215 Aug 11 16:15:43.180547 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 37448) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:15:43.351610 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2a67b7-e0c8-4a6f-a18a-e3da82a6daa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:15:43.352087 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2a67b7-e0c8-4a6f-a18a-e3da82a6daa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:15:43.353593 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-3e2a67b7-e0c8-4a6f-a18a-e3da82a6daa1 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1721020 Aug 11 16:15:45.502112 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 37458) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:15:45.673298 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8bdea9-184a-41d1-826f-2ef9fd450be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:15:45.674889 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-5b8bdea9-184a-41d1-826f-2ef9fd450be6 admin admin] 10.222.0.21 "GET /v2.0/networks/74b3c71b-fb08-4503-8924-b9e5cb7ae853 HTTP/1.1" status: 200 len: 886 time: 0.1717815 Aug 11 16:15:46.576889 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0d773e78-52ad-4d70-a6a3-59a77f476e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:15:47.246379 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:15:48.048204 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 37468) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:15:48.218146 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1807d240-7051-42e5-84a6-c9596af1c32f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:15:48.219509 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-1807d240-7051-42e5-84a6-c9596af1c32f admin admin] 10.222.0.21 "GET /v2.0/networks/805e9950-57cc-4bc3-b460-2eebac6244fb HTTP/1.1" status: 200 len: 869 time: 0.1703603 Aug 11 16:15:49.216656 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-e7a02f51-6895-4f5d-a315-414e4c4a8d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:15:50.358096 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:15:50.421692 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 37478) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:15:50.526285 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61796ee0-8a50-47e0-868a-bb46d5b4ea36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:15:50.526751 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61796ee0-8a50-47e0-868a-bb46d5b4ea36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:15:50.528237 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-61796ee0-8a50-47e0-868a-bb46d5b4ea36 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1055992 Aug 11 16:15:51.671552 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:15:52.679889 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 37488) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:15:52.851945 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db7d665-fd2c-4bbd-a934-d45de301eef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:15:52.852406 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db7d665-fd2c-4bbd-a934-d45de301eef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:15:52.854021 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-3db7d665-fd2c-4bbd-a934-d45de301eef8 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1731246 Aug 11 16:15:55.000594 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 37498) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:15:55.106689 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82031af2-8f78-43fa-814a-630cd6be6e84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:15:55.108028 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-82031af2-8f78-43fa-814a-630cd6be6e84 admin admin] 10.222.0.21 "GET /v2.0/subnets/83eed934-e4ee-442c-8540-9975cfcebc70 HTTP/1.1" status: 200 len: 868 time: 0.1064947 Aug 11 16:15:57.235580 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 37508) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:15:57.337877 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57806ec2-93d7-4fc9-9dd6-0fe18b3d8dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:15:57.339226 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-57806ec2-93d7-4fc9-9dd6-0fe18b3d8dc4 admin admin] 10.222.0.21 "GET /v2.0/subnets/af30e8de-a40d-42cb-9ec9-bce0fcfe28d3 HTTP/1.1" status: 200 len: 816 time: 0.1027308 Aug 11 16:16:13.594491 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 5 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:16:16.571890 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a2937835-ecbb-4ae9-ac9e-4ab8a1966719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:17.248862 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:19.218974 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a24ad775-1b38-431d-bc92-1425b9f6fd29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:20.349047 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 37552) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:16:20.359070 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:20.405628 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [None req-f287a09c-0609-40ff-82ba-c2461949b688 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=79159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 16:16:20.406652 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-f287a09c-0609-40ff-82ba-c2461949b688 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0566730 Aug 11 16:16:21.679622 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:22.732391 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 37562) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:16:22.799555 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e6d6817-1fbc-46f4-9d4a-92b3c37b1435 admin admin] GET failed (client error): The resource could not be found. Aug 11 16:16:22.800769 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-5e6d6817-1fbc-46f4-9d4a-92b3c37b1435 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0674319 Aug 11 16:16:22.924137 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33abe8c-cc46-4307-8826-91dc800edff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:16:22.925470 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-a33abe8c-cc46-4307-8826-91dc800edff5 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1200531 Aug 11 16:16:25.152940 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 37572) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:16:25.218607 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-95097f3f-27fe-4074-b831-78aecf127aa9 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:16:25.223418 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-95097f3f-27fe-4074-b831-78aecf127aa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:16:25.247966 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-95097f3f-27fe-4074-b831-78aecf127aa9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:16:25.261606 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95097f3f-27fe-4074-b831-78aecf127aa9 admin admin] Made reservation on behalf of a1405fc888da4a32a1dc07889dad5bef for: {'network': 1} {{(pid=79159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:16:25.264387 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-95097f3f-27fe-4074-b831-78aecf127aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for network, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:25.374536 dv-cinder-804265-1-smb neutron-server[79159]: WARNING neutron.services.revisions.revision_plugin [None req-95097f3f-27fe-4074-b831-78aecf127aa9 admin admin] Could not find related network for resource to bump revision. Aug 11 16:16:25.389321 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95097f3f-27fe-4074-b831-78aecf127aa9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=79159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 16:16:25.399431 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-95097f3f-27fe-4074-b831-78aecf127aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3350950'] for segment, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:25.403214 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.db.segments_db [None req-95097f3f-27fe-4074-b831-78aecf127aa9 admin admin] Added segment a3348c22-8a52-4c72-a985-449d798b821f of type vlan for network 46e6e177-5bf7-49af-997c-3e0ce3e16f13 Aug 11 16:16:25.435299 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-95097f3f-27fe-4074-b831-78aecf127aa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758462832806'] for network, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:25.465130 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-95097f3f-27fe-4074-b831-78aecf127aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603'] for network, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:25.466427 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95097f3f-27fe-4074-b831-78aecf127aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:16:25.467008 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-95097f3f-27fe-4074-b831-78aecf127aa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for network, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:25.470172 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-49b6c409-dc53-412b-a211-d97ec00f25bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:16:25.597147 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95097f3f-27fe-4074-b831-78aecf127aa9 admin admin] Pushing event updated for resources: {'Network': ['ID=46e6e177-5bf7-49af-997c-3e0ce3e16f13,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:16:25.600800 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-95097f3f-27fe-4074-b831-78aecf127aa9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4458928 Aug 11 16:16:25.601849 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-95097f3f-27fe-4074-b831-78aecf127aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:16:25.613578 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Network 46e6e177-5bf7-49af-997c-3e0ce3e16f13 details requested by agent ovs-agent-dv-cinder-804265-1-smb with host dv-cinder-804265-1-smb {{(pid=79160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:16:28.070190 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 37582) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:16:28.167277 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ab807a9-80fc-4685-8c72-126d4cb4136c admin admin] GET failed (client error): The resource could not be found. Aug 11 16:16:28.167923 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-4ab807a9-80fc-4685-8c72-126d4cb4136c admin admin] Synchronizing usage tracker for tenant:a1405fc888da4a32a1dc07889dad5bef on resource:network {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:16:28.186708 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-4ab807a9-80fc-4685-8c72-126d4cb4136c admin admin] Unset dirty status for tenant:a1405fc888da4a32a1dc07889dad5bef on resource:network {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:16:28.187793 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-4ab807a9-80fc-4685-8c72-126d4cb4136c admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1166408 Aug 11 16:16:28.309082 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da47be0f-a6e7-44b6-b759-85a2c105bf61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:16:28.310465 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-da47be0f-a6e7-44b6-b759-85a2c105bf61 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1161397 Aug 11 16:16:28.322807 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-818c1ac5-b6d5-42fe-bd31-2bb2ad6e314c admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '46e6e177-5bf7-49af-997c-3e0ce3e16f13', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:16:28.330041 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-818c1ac5-b6d5-42fe-bd31-2bb2ad6e314c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:16:28.342058 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-818c1ac5-b6d5-42fe-bd31-2bb2ad6e314c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:16:28.352641 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818c1ac5-b6d5-42fe-bd31-2bb2ad6e314c admin admin] Made reservation on behalf of a1405fc888da4a32a1dc07889dad5bef for: {'subnet': 1} {{(pid=79159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:16:28.355114 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-818c1ac5-b6d5-42fe-bd31-2bb2ad6e314c admin admin] Notify callbacks [] for subnet, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:28.593675 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-818c1ac5-b6d5-42fe-bd31-2bb2ad6e314c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603'] for subnet, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:28.597332 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-a67c4ab8-d48d-48e0-93b6-2e02cf791f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:16:28.707325 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c1ac5-b6d5-42fe-bd31-2bb2ad6e314c admin admin] Pushing event updated for resources: {'Subnet': ['ID=11026d10-5fc2-4d15-8716-8d1f889db911,revision_number=0']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:16:28.710852 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818c1ac5-b6d5-42fe-bd31-2bb2ad6e314c admin admin] Checking segment: {'id': 'a3348c22-8a52-4c72-a985-449d798b821f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '46e6e177-5bf7-49af-997c-3e0ce3e16f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:16:28.711201 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818c1ac5-b6d5-42fe-bd31-2bb2ad6e314c admin admin] Network hostable DHCP agents. Network: 46e6e177-5bf7-49af-997c-3e0ce3e16f13, hostable agents: ['4b0670d7-91d3-4826-9dfd-430a45df9059'], hosted agents: [] {{(pid=79159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:16:28.715982 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-818c1ac5-b6d5-42fe-bd31-2bb2ad6e314c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:16:28.731970 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818c1ac5-b6d5-42fe-bd31-2bb2ad6e314c admin admin] Network 46e6e177-5bf7-49af-997c-3e0ce3e16f13 is scheduled to be hosted by DHCP agent 4b0670d7-91d3-4826-9dfd-430a45df9059 with binding_index 1 {{(pid=79159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:16:28.740890 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [None req-818c1ac5-b6d5-42fe-bd31-2bb2ad6e314c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-smb, 46e6e177-5bf7-49af-997c-3e0ce3e16f13) {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:16:28.745203 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818c1ac5-b6d5-42fe-bd31-2bb2ad6e314c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:16:28.745788 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-818c1ac5-b6d5-42fe-bd31-2bb2ad6e314c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for subnet, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:28.752267 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc8a261-4f59-4c3f-a7fb-5da6877d07bd None None] Network 46e6e177-5bf7-49af-997c-3e0ce3e16f13 requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:16:28.779006 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-818c1ac5-b6d5-42fe-bd31-2bb2ad6e314c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4564419 Aug 11 16:16:29.081880 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp484e8eb6-44c9-5a21-ae45-95e82f49bfdb-46e6e177-5bf7-49af-997c-3e0ce3e16f13', 'network_id': '46e6e177-5bf7-49af-997c-3e0ce3e16f13', 'tenant_id': 'a1405fc888da4a32a1dc07889dad5bef', 'fixed_ips': [{'subnet_id': '11026d10-5fc2-4d15-8716-8d1f889db911'}]}} from dv-cinder-804265-1-smb. {{(pid=79160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 11 16:16:29.083195 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:29.279231 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.db_base_plugin_common [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Allocated IP 192.168.233.2 (46e6e177-5bf7-49af-997c-3e0ce3e16f13/11026d10-5fc2-4d15-8716-8d1f889db911/42e25ad4-c653-4523-9d2b-e7eee4330384) {{(pid=79160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:16:29.572157 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Notify callbacks [] for port, precommit_create {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:29.587807 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Transition to ACTIVE for port object 42e25ad4-c653-4523-9d2b-e7eee4330384 will not be triggered until provisioned by entity L2. {{(pid=79160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:16:29.623425 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Transition to ACTIVE for port object 42e25ad4-c653-4523-9d2b-e7eee4330384 will not be triggered until provisioned by entity DHCP. {{(pid=79160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:16:29.629406 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552'] for port, after_create {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:29.638755 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:16:29.739921 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Network 46e6e177-5bf7-49af-997c-3e0ce3e16f13 is already hosted by enough agents. {{(pid=79160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:16:29.746575 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Pushing event updated for resources: {'Port': ['ID=42e25ad4-c653-4523-9d2b-e7eee4330384,revision_number=1']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:16:29.755004 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.scheduler.base_scheduler [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Resources bound (agent type, host, resource id): {{(pid=79160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:16:29.761031 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Received port after_create {{(pid=79160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:16:29.764186 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:16:29.764608 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:16:29.765003 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:16:29.765384 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:16:29.766034 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:16:29.766472 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:16:29.766879 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:16:29.767286 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:16:29.767684 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:16:29.768087 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:16:29.768484 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:16:29.768885 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:16:29.774983 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:16:29.884610 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Attempting to bind port 42e25ad4-c653-4523-9d2b-e7eee4330384 on host dv-cinder-804265-1-smb for vnic_type normal with profile {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:16:29.884995 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Attempting to bind port 42e25ad4-c653-4523-9d2b-e7eee4330384 by drivers openvswitch,hyperv on host dv-cinder-804265-1-smb at level 0 using segments [{'id': 'a3348c22-8a52-4c72-a985-449d798b821f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '46e6e177-5bf7-49af-997c-3e0ce3e16f13'}] {{(pid=79160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:16:29.885380 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Attempting to bind port 42e25ad4-c653-4523-9d2b-e7eee4330384 on network 46e6e177-5bf7-49af-997c-3e0ce3e16f13 {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:16:29.891443 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Checking agent: {'id': '5e93d7f9-9d48-4304-bf8c-d89fe7491ad7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 12, 47), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:16:29.891865 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Checking segment: {'id': 'a3348c22-8a52-4c72-a985-449d798b821f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '46e6e177-5bf7-49af-997c-3e0ce3e16f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:16:29.892319 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:29.892760 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Bound using segment: {'id': 'a3348c22-8a52-4c72-a985-449d798b821f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '46e6e177-5bf7-49af-997c-3e0ce3e16f13'} {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:16:29.893258 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Bound port: 42e25ad4-c653-4523-9d2b-e7eee4330384, host: dv-cinder-804265-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3348c22-8a52-4c72-a985-449d798b821f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '46e6e177-5bf7-49af-997c-3e0ce3e16f13'}}] {{(pid=79160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:16:29.893696 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:29.984946 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] For port 42e25ad4-c653-4523-9d2b-e7eee4330384, host dv-cinder-804265-1-smb, cleared binding levels {{(pid=79160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:16:29.988112 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] For port 42e25ad4-c653-4523-9d2b-e7eee4330384, host dv-cinder-804265-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=42e25ad4-c653-4523-9d2b-e7eee4330384,segment=NetworkSegment(a3348c22-8a52-4c72-a985-449d798b821f),segment_id=a3348c22-8a52-4c72-a985-449d798b821f)] {{(pid=79160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:16:29.993524 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:29.997705 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:16:30.075634 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Pushing event updated for resources: {'Port': ['ID=42e25ad4-c653-4523-9d2b-e7eee4330384,revision_number=2']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:16:30.078686 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:16:30.957687 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ba35d5-77fc-4627-a9f0-78b2d3ac985e None None] Network 46e6e177-5bf7-49af-997c-3e0ce3e16f13 requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:16:31.073038 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-042836df-0068-49d5-8e21-2d128a421f26 None None] Provisioning for port 42e25ad4-c653-4523-9d2b-e7eee4330384 completed by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:16:31.632419 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 42e25ad4-c653-4523-9d2b-e7eee4330384 up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:16:31.711598 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning for port 42e25ad4-c653-4523-9d2b-e7eee4330384 completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:16:31.716950 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port 42e25ad4-c653-4523-9d2b-e7eee4330384 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:16:31.717553 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:31.843862 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:31.878088 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] For port 42e25ad4-c653-4523-9d2b-e7eee4330384, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=42e25ad4-c653-4523-9d2b-e7eee4330384,segment=NetworkSegment(a3348c22-8a52-4c72-a985-449d798b821f),segment_id=a3348c22-8a52-4c72-a985-449d798b821f)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:16:31.882602 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:31.884724 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:16:31.960379 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Pushing event updated for resources: {'Port': ['ID=42e25ad4-c653-4523-9d2b-e7eee4330384,revision_number=3']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:16:31.964113 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:16:33.629076 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 42e25ad4-c653-4523-9d2b-e7eee4330384 up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:16:33.742121 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port 42e25ad4-c653-4523-9d2b-e7eee4330384 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:16:33.742864 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:46.621019 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-985677f2-b567-4147-b402-a2429fbad7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:47.261939 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:49.222411 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-df43185d-d8da-40a1-a6f9-d797e4a7968a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:50.361410 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:16:50.597623 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 5 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:16:51.672960 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:17:16.577501 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-b9ca92e2-4c2f-40f5-a15a-3e10b32a7a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:17:17.255887 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:17:19.226250 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-4204ad84-77fa-4775-9b7f-bd4148fa33f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:17:20.360582 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:17:21.674868 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:17:27.597262 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 5 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:17:38.169613 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 37632) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:17:38.175765 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [None req-dafb794b-e162-4691-8d41-aaca8e10d5da tempest-verify_tempest_config-947858518 tempest-verify_tempest_config-947858518-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=79159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 16:17:38.176714 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-dafb794b-e162-4691-8d41-aaca8e10d5da tempest-verify_tempest_config-947858518 tempest-verify_tempest_config-947858518-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060883 Aug 11 16:17:38.473680 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 37650) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:17:38.595290 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-0fc531e6-ba1c-4f5c-a15b-55b287e37a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:17:38.609967 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-0fc531e6-ba1c-4f5c-a15b-55b287e37a9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:17:38.613865 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-0fc531e6-ba1c-4f5c-a15b-55b287e37a9b admin admin] Usage tracker for resource:security_group_rule and tenant:d8fdb818cddd4d1eaa872d0ecdb33928 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:17:38.617022 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-0fc531e6-ba1c-4f5c-a15b-55b287e37a9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:17:38.622778 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-0fc531e6-ba1c-4f5c-a15b-55b287e37a9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:17:38.735263 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-0fc531e6-ba1c-4f5c-a15b-55b287e37a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:17:38.739552 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-0fc531e6-ba1c-4f5c-a15b-55b287e37a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:17:38.746547 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:17:38.787986 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc531e6-ba1c-4f5c-a15b-55b287e37a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd741726-8690-4b48-8972-92cbe8023711,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:17:38.797418 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-0fc531e6-ba1c-4f5c-a15b-55b287e37a9b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d8fdb818cddd4d1eaa872d0ecdb33928&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3225887 Aug 11 16:17:38.799041 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc531e6-ba1c-4f5c-a15b-55b287e37a9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:17:38.799384 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc531e6-ba1c-4f5c-a15b-55b287e37a9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:17:38.799892 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc531e6-ba1c-4f5c-a15b-55b287e37a9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:17:38.800153 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 37656) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:17:38.800281 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc531e6-ba1c-4f5c-a15b-55b287e37a9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:17:38.801044 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc531e6-ba1c-4f5c-a15b-55b287e37a9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:17:38.801370 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc531e6-ba1c-4f5c-a15b-55b287e37a9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:17:38.801694 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc531e6-ba1c-4f5c-a15b-55b287e37a9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:17:38.802017 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc531e6-ba1c-4f5c-a15b-55b287e37a9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:17:38.802555 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc531e6-ba1c-4f5c-a15b-55b287e37a9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:17:38.802894 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc531e6-ba1c-4f5c-a15b-55b287e37a9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:17:38.803216 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc531e6-ba1c-4f5c-a15b-55b287e37a9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:17:38.803538 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc531e6-ba1c-4f5c-a15b-55b287e37a9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:17:38.807825 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-0fc531e6-ba1c-4f5c-a15b-55b287e37a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:17:38.858904 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-70fa7915-0f07-4520-a510-45e905aa5bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:17:38.883487 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-70fa7915-0f07-4520-a510-45e905aa5bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:17:38.977826 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-70fa7915-0f07-4520-a510-45e905aa5bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:17:38.981934 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:17:38.994720 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa7915-0f07-4520-a510-45e905aa5bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd741726-8690-4b48-8972-92cbe8023711,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:17:39.002748 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-70fa7915-0f07-4520-a510-45e905aa5bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:17:39.004008 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-70fa7915-0f07-4520-a510-45e905aa5bc7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd741726-8690-4b48-8972-92cbe8023711 HTTP/1.1" status: 204 len: 168 time: 0.2022715 Aug 11 16:17:39.005142 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa7915-0f07-4520-a510-45e905aa5bc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:17:39.005482 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa7915-0f07-4520-a510-45e905aa5bc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:17:39.005811 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa7915-0f07-4520-a510-45e905aa5bc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:17:39.006135 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa7915-0f07-4520-a510-45e905aa5bc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:17:39.006792 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa7915-0f07-4520-a510-45e905aa5bc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:17:39.007114 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa7915-0f07-4520-a510-45e905aa5bc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:17:39.007431 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa7915-0f07-4520-a510-45e905aa5bc7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:17:39.008003 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa7915-0f07-4520-a510-45e905aa5bc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:17:39.008109 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa7915-0f07-4520-a510-45e905aa5bc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:17:39.008349 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa7915-0f07-4520-a510-45e905aa5bc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:17:39.008659 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa7915-0f07-4520-a510-45e905aa5bc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:17:39.009066 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fa7915-0f07-4520-a510-45e905aa5bc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:17:39.012607 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-70fa7915-0f07-4520-a510-45e905aa5bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:17:46.588472 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-db3874ef-8b2d-43eb-ab8b-e7fcb58984d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:17:47.261019 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:17:49.228096 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-c0d7abd7-f14f-4ebc-a037-851ba99b5672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:17:50.364289 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:17:51.677610 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:18:04.596775 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 5 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:18:16.582518 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-f048e968-f760-4551-a6ba-0f82b5ad1609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:18:17.265317 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:18:19.228569 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-400b29a8-ebde-41f1-bcb7-e8c2ec53c821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:18:20.365968 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:18:21.676778 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:18:41.596333 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 5 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:18:46.585326 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-6f57609b-1e8a-49bd-bf78-e25203299230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:18:47.269955 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:18:49.232152 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-36e00509-3cd4-47a0-a360-c024cc4c71eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:18:50.369901 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:18:51.680306 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:19:16.588307 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-1b3367d5-ffe8-404e-b3d3-8278d449d70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:19:17.272863 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:19:18.594993 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 5 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:19:19.235325 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-783413be-ea2a-42d5-88a2-d7aed34ba0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:19:20.372563 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:19:21.683945 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:19:25.972693 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-618844'] for agent, after_create {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:19:42.030055 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 37728) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:19:42.139449 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-d3902fd6-cece-45b6-9016-785b66044b3b admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1082582 Aug 11 16:19:44.271066 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 37742) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:19:44.324913 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-65fe7c0f-47bb-4f53-b18b-c1a715c0e3ec admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0528111 Aug 11 16:19:46.590757 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-7f0b5459-1a97-40ef-9f54-3c57cafec940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:19:47.274507 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:19:49.237077 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-5609494e-25d3-4b3f-951e-5d06b75e72ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:19:50.374488 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:19:51.686245 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:19:55.594025 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 6 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:19:55.929526 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:20:16.593242 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-c89b5bca-8420-4e67-a9b9-c3ba960b52ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:20:17.276622 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:20:19.239550 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-fad27768-d032-4c23-8aa4-5d88758fc572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:20:20.377593 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:20:21.692875 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:20:25.922525 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:20:32.593416 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 6 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:20:46.595543 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-b253c395-8747-4f9d-88bd-b97dac5be89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:20:47.278676 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:20:49.246649 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-c5b5e7bd-2180-4513-8e51-5999dfc972a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:20:50.381012 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:20:51.694712 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:20:55.940209 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:09.593127 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 6 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:21:16.600120 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-597bc48a-c1ea-405b-b761-63f0b219a59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:17.280969 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:19.239869 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-6455f50b-6f49-4aa2-a485-64a0ab026cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:20.392189 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:21.708454 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:25.139496 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 37910) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:25.323515 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 37928) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:25.355000 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-228491261-network', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:25.359525 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:25.364520 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Usage tracker for resource:network and tenant:fef1ad4cb48040e8929d178e9133121b is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:25.367635 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:25.373514 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:25.389993 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Made reservation on behalf of fef1ad4cb48040e8929d178e9133121b for: {'network': 1} {{(pid=79159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:21:25.392485 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for network, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:25.406786 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:25.428325 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:25.432760 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Usage tracker for resource:security_group_rule and tenant:fef1ad4cb48040e8929d178e9133121b is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:25.435855 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:25.446138 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:25.539526 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:25.547989 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:25.556934 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-49b6c409-dc53-412b-a211-d97ec00f25bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:25.589479 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fad75e-f429-473a-b906-81c7be3b7126,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:25.600372 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:25.600819 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:25.601322 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:25.601776 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:25.602226 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:25.602646 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:25.603071 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:25.603488 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:25.603949 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:25.604343 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:25.604764 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:25.605344 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:25.606459 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Tracked resource versions report: Aug 11 16:21:25.606459 dv-cinder-804265-1-smb neutron-server[79159]: pushed versions: Aug 11 16:21:25.606459 dv-cinder-804265-1-smb neutron-server[79159]: { 'AddressGroup': {'1.2'}, Aug 11 16:21:25.606459 dv-cinder-804265-1-smb neutron-server[79159]: 'ConntrackHelper': {'1.0'}, Aug 11 16:21:25.606459 dv-cinder-804265-1-smb neutron-server[79159]: 'Log': {'1.0'}, Aug 11 16:21:25.606459 dv-cinder-804265-1-smb neutron-server[79159]: 'Network': {'1.1'}, Aug 11 16:21:25.606459 dv-cinder-804265-1-smb neutron-server[79159]: 'Port': {'1.7'}, Aug 11 16:21:25.606459 dv-cinder-804265-1-smb neutron-server[79159]: 'PortForwarding': {'1.2'}, Aug 11 16:21:25.606459 dv-cinder-804265-1-smb neutron-server[79159]: 'QosPolicy': {'1.8'}, Aug 11 16:21:25.606459 dv-cinder-804265-1-smb neutron-server[79159]: 'SecurityGroup': {'1.4'}, Aug 11 16:21:25.606459 dv-cinder-804265-1-smb neutron-server[79159]: 'SecurityGroupRule': {'1.2'}, Aug 11 16:21:25.606459 dv-cinder-804265-1-smb neutron-server[79159]: 'SubPort': {'1.0'}, Aug 11 16:21:25.606459 dv-cinder-804265-1-smb neutron-server[79159]: 'Subnet': {'1.1'}, Aug 11 16:21:25.606459 dv-cinder-804265-1-smb neutron-server[79159]: 'Trunk': {'1.1'}} Aug 11 16:21:25.606459 dv-cinder-804265-1-smb neutron-server[79159]: consumer versions: Aug 11 16:21:25.606459 dv-cinder-804265-1-smb neutron-server[79159]: { DHCP agent@dv-cinder-804265-1-smb: {}, Aug 11 16:21:25.606459 dv-cinder-804265-1-smb neutron-server[79159]: HyperV agent@hv-cinder-80426: {}, Aug 11 16:21:25.606459 dv-cinder-804265-1-smb neutron-server[79159]: L3 agent@dv-cinder-804265-1-smb: {}, Aug 11 16:21:25.606459 dv-cinder-804265-1-smb neutron-server[79159]: Metadata agent@dv-cinder-804265-1-smb: {}, Aug 11 16:21:25.606459 dv-cinder-804265-1-smb neutron-server[79159]: Metering agent@dv-cinder-804265-1-smb: {}, Aug 11 16:21:25.606459 dv-cinder-804265-1-smb neutron-server[79159]: Open vSwitch agent@dv-cinder-804265-1-smb: { 'AddressGroup': '1.2', Aug 11 16:21:25.606459 dv-cinder-804265-1-smb neutron-server[79159]: 'ConntrackHelper': '1.0', Aug 11 16:21:25.606459 dv-cinder-804265-1-smb neutron-server[79159]: 'Log': '1.0', Aug 11 16:21:25.606459 dv-cinder-804265-1-smb neutron-server[79159]: 'Network': '1.1', Aug 11 16:21:25.606459 dv-cinder-804265-1-smb neutron-server[79159]: 'Port': '1.7', Aug 11 16:21:25.606459 dv-cinder-804265-1-smb neutron-server[79159]: 'PortForwarding': '1.2', Aug 11 16:21:25.606459 dv-cinder-804265-1-smb neutron-server[79159]: 'QosPolicy': '1.8', Aug 11 16:21:25.606459 dv-cinder-804265-1-smb neutron-server[79159]: 'SecurityGroup': '1.4', Aug 11 16:21:25.606459 dv-cinder-804265-1-smb neutron-server[79159]: 'SecurityGroupRule': '1.2', Aug 11 16:21:25.606459 dv-cinder-804265-1-smb neutron-server[79159]: 'SubPort': '1.0', Aug 11 16:21:25.606459 dv-cinder-804265-1-smb neutron-server[79159]: 'Subnet': '1.1', Aug 11 16:21:25.606459 dv-cinder-804265-1-smb neutron-server[79159]: 'Trunk': '1.1'}} Aug 11 16:21:25.606459 dv-cinder-804265-1-smb neutron-server[79159]: {{(pid=79159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 16:21:25.614304 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:25.617795 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=79159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 16:21:25.625776 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-c4d92caa-7266-4e3b-9f9f-c7d446908f34 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-664185012-network', 'tenant_id': '5f65af374b754ad0a8db24d255bf01a9'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:25.631328 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-c4d92caa-7266-4e3b-9f9f-c7d446908f34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:25.635341 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-c4d92caa-7266-4e3b-9f9f-c7d446908f34 admin admin] Usage tracker for resource:network and tenant:5f65af374b754ad0a8db24d255bf01a9 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:25.638649 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-c4d92caa-7266-4e3b-9f9f-c7d446908f34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:25.644933 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-c4d92caa-7266-4e3b-9f9f-c7d446908f34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:25.659345 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3350950'] for segment, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:25.659818 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.db.segments_db [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Added segment 27cb263a-ccc6-4035-8f60-05cc8115add6 of type vlan for network 0716185b-9f94-472b-95f6-9bbd05d2e424 Aug 11 16:21:25.661264 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d92caa-7266-4e3b-9f9f-c7d446908f34 admin admin] Made reservation on behalf of 5f65af374b754ad0a8db24d255bf01a9 for: {'network': 1} {{(pid=79159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:21:25.663583 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c4d92caa-7266-4e3b-9f9f-c7d446908f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for network, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:25.682236 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c4d92caa-7266-4e3b-9f9f-c7d446908f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:25.700266 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-c4d92caa-7266-4e3b-9f9f-c7d446908f34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:25.705178 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-c4d92caa-7266-4e3b-9f9f-c7d446908f34 admin admin] Usage tracker for resource:security_group_rule and tenant:5f65af374b754ad0a8db24d255bf01a9 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:25.710461 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-c4d92caa-7266-4e3b-9f9f-c7d446908f34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:25.717851 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-c4d92caa-7266-4e3b-9f9f-c7d446908f34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:25.742460 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 37952) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:25.777716 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758462832806'] for network, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:25.821265 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c4d92caa-7266-4e3b-9f9f-c7d446908f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:25.832668 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c4d92caa-7266-4e3b-9f9f-c7d446908f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:25.841482 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:25.857242 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d92caa-7266-4e3b-9f9f-c7d446908f34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=79159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 16:21:25.865714 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603'] for network, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:25.871276 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:25.871863 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for network, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:25.875415 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c4d92caa-7266-4e3b-9f9f-c7d446908f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3350950'] for segment, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:25.875754 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.db.segments_db [None req-c4d92caa-7266-4e3b-9f9f-c7d446908f34 admin admin] Added segment fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c of type vlan for network e84d1f2e-0958-4576-b874-787314c79445 Aug 11 16:21:25.932254 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c4d92caa-7266-4e3b-9f9f-c7d446908f34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758462832806'] for network, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:25.935081 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:25.938898 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d92caa-7266-4e3b-9f9f-c7d446908f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:25.946576 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-c4d92caa-7266-4e3b-9f9f-c7d446908f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:25.948458 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:25.997187 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8564055 Aug 11 16:21:26.002747 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 37964) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:26.015681 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-b4da6c8d-00c5-4745-bb03-1248c150c66e admin admin] Request body: {'subnet': {'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-228491261-subnet', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:26.023676 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-b4da6c8d-00c5-4745-bb03-1248c150c66e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:26.029767 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-b4da6c8d-00c5-4745-bb03-1248c150c66e admin admin] Usage tracker for resource:subnet and tenant:fef1ad4cb48040e8929d178e9133121b is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:26.033271 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-b4da6c8d-00c5-4745-bb03-1248c150c66e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:26.042144 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-b4da6c8d-00c5-4745-bb03-1248c150c66e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:26.052110 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c4d92caa-7266-4e3b-9f9f-c7d446908f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603'] for network, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:26.058098 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d92caa-7266-4e3b-9f9f-c7d446908f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:26.058727 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c4d92caa-7266-4e3b-9f9f-c7d446908f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for network, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:26.058851 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4da6c8d-00c5-4745-bb03-1248c150c66e admin admin] Made reservation on behalf of fef1ad4cb48040e8929d178e9133121b for: {'subnet': 1} {{(pid=79158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:21:26.062070 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Pushing event updated for resources: {'Network': ['ID=0716185b-9f94-472b-95f6-9bbd05d2e424,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:26.062363 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b4da6c8d-00c5-4745-bb03-1248c150c66e admin admin] Notify callbacks [] for subnet, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:26.076860 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:26.077471 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:26.084862 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Network 0716185b-9f94-472b-95f6-9bbd05d2e424 details requested by agent ovs-agent-dv-cinder-804265-1-smb with host dv-cinder-804265-1-smb {{(pid=79160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:21:26.292143 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d92caa-7266-4e3b-9f9f-c7d446908f34 admin admin] Pushing event updated for resources: {'Network': ['ID=e84d1f2e-0958-4576-b874-787314c79445,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:26.297786 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 37972) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:26.298395 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 37974) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:26.306844 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Network e84d1f2e-0958-4576-b874-787314c79445 details requested by agent ovs-agent-dv-cinder-804265-1-smb with host dv-cinder-804265-1-smb {{(pid=79160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:21:26.313113 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-c4d92caa-7266-4e3b-9f9f-c7d446908f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:26.338347 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-c4d92caa-7266-4e3b-9f9f-c7d446908f34 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0135887 Aug 11 16:21:26.343756 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 37984) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:26.367159 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-8db30e02-0768-48b4-bfdb-6d653d1d618d admin admin] Request body: {'subnet': {'network_id': 'e84d1f2e-0958-4576-b874-787314c79445', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-664185012-subnet', 'tenant_id': '5f65af374b754ad0a8db24d255bf01a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:26.373566 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-72277383-8e8c-43be-a07c-4106833de02d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1464248636-network', 'tenant_id': '3fc782a108854b0da42a1d06299b49f2'}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:26.381031 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-8db30e02-0768-48b4-bfdb-6d653d1d618d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:26.381343 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-72277383-8e8c-43be-a07c-4106833de02d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:26.390610 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-72277383-8e8c-43be-a07c-4106833de02d admin admin] Usage tracker for resource:network and tenant:3fc782a108854b0da42a1d06299b49f2 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:26.395473 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-8db30e02-0768-48b4-bfdb-6d653d1d618d admin admin] Usage tracker for resource:subnet and tenant:5f65af374b754ad0a8db24d255bf01a9 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:26.401204 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-72277383-8e8c-43be-a07c-4106833de02d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:26.402217 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-8db30e02-0768-48b4-bfdb-6d653d1d618d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:26.413154 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-8db30e02-0768-48b4-bfdb-6d653d1d618d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:26.413954 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-72277383-8e8c-43be-a07c-4106833de02d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:26.429897 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b4da6c8d-00c5-4745-bb03-1248c150c66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603'] for subnet, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:26.435300 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:26.445265 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db30e02-0768-48b4-bfdb-6d653d1d618d admin admin] Made reservation on behalf of 5f65af374b754ad0a8db24d255bf01a9 for: {'subnet': 1} {{(pid=79159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:21:26.449092 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-8db30e02-0768-48b4-bfdb-6d653d1d618d admin admin] Notify callbacks [] for subnet, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:26.532138 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da6c8d-00c5-4745-bb03-1248c150c66e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d509748-00d5-4471-8b3e-a2f206f5dac5,revision_number=0']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:26.542340 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da6c8d-00c5-4745-bb03-1248c150c66e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:26.542935 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da6c8d-00c5-4745-bb03-1248c150c66e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:26.543434 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da6c8d-00c5-4745-bb03-1248c150c66e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:26.543915 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da6c8d-00c5-4745-bb03-1248c150c66e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:26.544405 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da6c8d-00c5-4745-bb03-1248c150c66e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:26.544895 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da6c8d-00c5-4745-bb03-1248c150c66e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:26.545369 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da6c8d-00c5-4745-bb03-1248c150c66e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:26.545841 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da6c8d-00c5-4745-bb03-1248c150c66e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:26.546361 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da6c8d-00c5-4745-bb03-1248c150c66e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:26.546832 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da6c8d-00c5-4745-bb03-1248c150c66e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:26.547354 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da6c8d-00c5-4745-bb03-1248c150c66e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:26.547823 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da6c8d-00c5-4745-bb03-1248c150c66e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:26.549045 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4da6c8d-00c5-4745-bb03-1248c150c66e admin admin] Tracked resource versions report: Aug 11 16:21:26.549045 dv-cinder-804265-1-smb neutron-server[79158]: pushed versions: Aug 11 16:21:26.549045 dv-cinder-804265-1-smb neutron-server[79158]: { 'AddressGroup': {'1.2'}, Aug 11 16:21:26.549045 dv-cinder-804265-1-smb neutron-server[79158]: 'ConntrackHelper': {'1.0'}, Aug 11 16:21:26.549045 dv-cinder-804265-1-smb neutron-server[79158]: 'Log': {'1.0'}, Aug 11 16:21:26.549045 dv-cinder-804265-1-smb neutron-server[79158]: 'Network': {'1.1'}, Aug 11 16:21:26.549045 dv-cinder-804265-1-smb neutron-server[79158]: 'Port': {'1.7'}, Aug 11 16:21:26.549045 dv-cinder-804265-1-smb neutron-server[79158]: 'PortForwarding': {'1.2'}, Aug 11 16:21:26.549045 dv-cinder-804265-1-smb neutron-server[79158]: 'QosPolicy': {'1.8'}, Aug 11 16:21:26.549045 dv-cinder-804265-1-smb neutron-server[79158]: 'SecurityGroup': {'1.4'}, Aug 11 16:21:26.549045 dv-cinder-804265-1-smb neutron-server[79158]: 'SecurityGroupRule': {'1.2'}, Aug 11 16:21:26.549045 dv-cinder-804265-1-smb neutron-server[79158]: 'SubPort': {'1.0'}, Aug 11 16:21:26.549045 dv-cinder-804265-1-smb neutron-server[79158]: 'Subnet': {'1.1'}, Aug 11 16:21:26.549045 dv-cinder-804265-1-smb neutron-server[79158]: 'Trunk': {'1.1'}} Aug 11 16:21:26.549045 dv-cinder-804265-1-smb neutron-server[79158]: consumer versions: Aug 11 16:21:26.549045 dv-cinder-804265-1-smb neutron-server[79158]: { DHCP agent@dv-cinder-804265-1-smb: {}, Aug 11 16:21:26.549045 dv-cinder-804265-1-smb neutron-server[79158]: HyperV agent@hv-cinder-80426: {}, Aug 11 16:21:26.549045 dv-cinder-804265-1-smb neutron-server[79158]: L3 agent@dv-cinder-804265-1-smb: {}, Aug 11 16:21:26.549045 dv-cinder-804265-1-smb neutron-server[79158]: Metadata agent@dv-cinder-804265-1-smb: {}, Aug 11 16:21:26.549045 dv-cinder-804265-1-smb neutron-server[79158]: Metering agent@dv-cinder-804265-1-smb: {}, Aug 11 16:21:26.549045 dv-cinder-804265-1-smb neutron-server[79158]: Open vSwitch agent@dv-cinder-804265-1-smb: { 'AddressGroup': '1.2', Aug 11 16:21:26.549045 dv-cinder-804265-1-smb neutron-server[79158]: 'ConntrackHelper': '1.0', Aug 11 16:21:26.549045 dv-cinder-804265-1-smb neutron-server[79158]: 'Log': '1.0', Aug 11 16:21:26.549045 dv-cinder-804265-1-smb neutron-server[79158]: 'Network': '1.1', Aug 11 16:21:26.549045 dv-cinder-804265-1-smb neutron-server[79158]: 'Port': '1.7', Aug 11 16:21:26.549045 dv-cinder-804265-1-smb neutron-server[79158]: 'PortForwarding': '1.2', Aug 11 16:21:26.549045 dv-cinder-804265-1-smb neutron-server[79158]: 'QosPolicy': '1.8', Aug 11 16:21:26.549045 dv-cinder-804265-1-smb neutron-server[79158]: 'SecurityGroup': '1.4', Aug 11 16:21:26.549045 dv-cinder-804265-1-smb neutron-server[79158]: 'SecurityGroupRule': '1.2', Aug 11 16:21:26.549045 dv-cinder-804265-1-smb neutron-server[79158]: 'SubPort': '1.0', Aug 11 16:21:26.549045 dv-cinder-804265-1-smb neutron-server[79158]: 'Subnet': '1.1', Aug 11 16:21:26.549045 dv-cinder-804265-1-smb neutron-server[79158]: 'Trunk': '1.1'}} Aug 11 16:21:26.549045 dv-cinder-804265-1-smb neutron-server[79158]: {{(pid=79158) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 16:21:26.553479 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72277383-8e8c-43be-a07c-4106833de02d admin admin] Made reservation on behalf of 3fc782a108854b0da42a1d06299b49f2 for: {'network': 1} {{(pid=79158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:21:26.556986 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-72277383-8e8c-43be-a07c-4106833de02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for network, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:26.582396 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-b4da6c8d-00c5-4745-bb03-1248c150c66e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:26.587173 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-72277383-8e8c-43be-a07c-4106833de02d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:26.639024 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-72277383-8e8c-43be-a07c-4106833de02d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:26.655590 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-72277383-8e8c-43be-a07c-4106833de02d admin admin] Usage tracker for resource:security_group_rule and tenant:3fc782a108854b0da42a1d06299b49f2 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:26.660188 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-72277383-8e8c-43be-a07c-4106833de02d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:26.669670 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-72277383-8e8c-43be-a07c-4106833de02d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:26.689667 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4da6c8d-00c5-4745-bb03-1248c150c66e admin admin] Checking segment: {'id': '27cb263a-ccc6-4035-8f60-05cc8115add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:21:26.690026 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4da6c8d-00c5-4745-bb03-1248c150c66e admin admin] Network hostable DHCP agents. Network: 0716185b-9f94-472b-95f6-9bbd05d2e424, hostable agents: ['4b0670d7-91d3-4826-9dfd-430a45df9059'], hosted agents: [] {{(pid=79158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:21:26.753417 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4da6c8d-00c5-4745-bb03-1248c150c66e admin admin] Network 0716185b-9f94-472b-95f6-9bbd05d2e424 is scheduled to be hosted by DHCP agent 4b0670d7-91d3-4826-9dfd-430a45df9059 with binding_index 1 {{(pid=79158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:21:26.788950 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.base_scheduler [None req-b4da6c8d-00c5-4745-bb03-1248c150c66e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-smb, 0716185b-9f94-472b-95f6-9bbd05d2e424) {{(pid=79158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:21:26.801951 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a63ed21-0b0b-422b-a6b4-75a2390250f4 None None] Network 0716185b-9f94-472b-95f6-9bbd05d2e424 requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:21:26.806876 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4da6c8d-00c5-4745-bb03-1248c150c66e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:26.807730 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b4da6c8d-00c5-4745-bb03-1248c150c66e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for subnet, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:26.826423 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-e42a7b60-73a3-4214-86f8-43fc1e7c94bc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-770058299-network', 'tenant_id': '95f019af1dde4c819ad3f4466f8a5644'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:26.834632 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-bf1d2365-73af-4ac9-83c5-0c192ff2fac6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-560001265-network', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:26.840564 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-e42a7b60-73a3-4214-86f8-43fc1e7c94bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:26.848714 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-72277383-8e8c-43be-a07c-4106833de02d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:26.855007 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-8db30e02-0768-48b4-bfdb-6d653d1d618d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603'] for subnet, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:26.857716 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-bf1d2365-73af-4ac9-83c5-0c192ff2fac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:26.859946 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-e42a7b60-73a3-4214-86f8-43fc1e7c94bc admin admin] Usage tracker for resource:network and tenant:95f019af1dde4c819ad3f4466f8a5644 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:26.868945 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-e42a7b60-73a3-4214-86f8-43fc1e7c94bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:26.871893 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:26.872372 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-72277383-8e8c-43be-a07c-4106833de02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:26.889184 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:26.903734 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-bf1d2365-73af-4ac9-83c5-0c192ff2fac6 admin admin] Usage tracker for resource:network and tenant:31c62e7753bf460ab9f528f3534391b0 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:26.923362 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-b4da6c8d-00c5-4745-bb03-1248c150c66e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9160321 Aug 11 16:21:26.936882 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 38012) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:26.940934 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db30e02-0768-48b4-bfdb-6d653d1d618d admin admin] Pushing event updated for resources: {'Subnet': ['ID=38724f5f-39a0-4316-8f66-1571c8e42441,revision_number=0']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:26.944200 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-8db30e02-0768-48b4-bfdb-6d653d1d618d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:26.945307 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-bf1d2365-73af-4ac9-83c5-0c192ff2fac6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:26.949335 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-e42a7b60-73a3-4214-86f8-43fc1e7c94bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:26.964765 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-bf1d2365-73af-4ac9-83c5-0c192ff2fac6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:26.976832 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-f54be905-1810-4d1f-8023-473c5e133e27 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-228491261-router', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'}}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:26.984832 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72277383-8e8c-43be-a07c-4106833de02d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=79158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 16:21:26.996677 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-f54be905-1810-4d1f-8023-473c5e133e27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:26.999548 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42a7b60-73a3-4214-86f8-43fc1e7c94bc admin admin] Made reservation on behalf of 95f019af1dde4c819ad3f4466f8a5644 for: {'network': 1} {{(pid=79159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:21:27.002965 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e42a7b60-73a3-4214-86f8-43fc1e7c94bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for network, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.005437 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72277383-8e8c-43be-a07c-4106833de02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482d045a-9208-4e87-80a3-25617f729931,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:27.009048 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-f54be905-1810-4d1f-8023-473c5e133e27 admin admin] Usage tracker for resource:router and tenant:fef1ad4cb48040e8929d178e9133121b is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:27.014634 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-f54be905-1810-4d1f-8023-473c5e133e27 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:27.018281 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-72277383-8e8c-43be-a07c-4106833de02d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:27.023026 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-72277383-8e8c-43be-a07c-4106833de02d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758463345812', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3350950'] for segment, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.023625 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-72277383-8e8c-43be-a07c-4106833de02d admin admin] Unsubscribe: segment precommit_create {{(pid=79158) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 11 16:21:27.024088 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.db.segments_db [None req-72277383-8e8c-43be-a07c-4106833de02d admin admin] Added segment e375eb40-c4eb-4ecd-bf39-be674a1305f8 of type vlan for network b8f6a840-d07e-445e-be19-d944bca27070 Aug 11 16:21:27.026288 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e42a7b60-73a3-4214-86f8-43fc1e7c94bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.033104 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-f54be905-1810-4d1f-8023-473c5e133e27 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:27.045806 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-e42a7b60-73a3-4214-86f8-43fc1e7c94bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:27.051132 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-e42a7b60-73a3-4214-86f8-43fc1e7c94bc admin admin] Usage tracker for resource:security_group_rule and tenant:95f019af1dde4c819ad3f4466f8a5644 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:27.054610 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-e42a7b60-73a3-4214-86f8-43fc1e7c94bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:27.062425 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-e42a7b60-73a3-4214-86f8-43fc1e7c94bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:27.071996 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f54be905-1810-4d1f-8023-473c5e133e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-453313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3910'] for router, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.073072 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f54be905-1810-4d1f-8023-473c5e133e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-612823', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-508353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3919'] for router, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.082631 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-72277383-8e8c-43be-a07c-4106833de02d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758462832806'] for network, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.127433 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f54be905-1810-4d1f-8023-473c5e133e27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.164246 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-72277383-8e8c-43be-a07c-4106833de02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603'] for network, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.165792 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72277383-8e8c-43be-a07c-4106833de02d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:27.166630 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-72277383-8e8c-43be-a07c-4106833de02d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for network, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.171505 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:27.198469 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1d2365-73af-4ac9-83c5-0c192ff2fac6 admin admin] Made reservation on behalf of 31c62e7753bf460ab9f528f3534391b0 for: {'network': 1} {{(pid=79159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:21:27.203310 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-bf1d2365-73af-4ac9-83c5-0c192ff2fac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for network, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.229710 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db30e02-0768-48b4-bfdb-6d653d1d618d admin admin] Checking segment: {'id': 'fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e84d1f2e-0958-4576-b874-787314c79445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:21:27.230335 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db30e02-0768-48b4-bfdb-6d653d1d618d admin admin] Network hostable DHCP agents. Network: e84d1f2e-0958-4576-b874-787314c79445, hostable agents: ['4b0670d7-91d3-4826-9dfd-430a45df9059'], hosted agents: [] {{(pid=79159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:21:27.246582 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-bf1d2365-73af-4ac9-83c5-0c192ff2fac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.282400 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-bf1d2365-73af-4ac9-83c5-0c192ff2fac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:27.302905 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp484e8eb6-44c9-5a21-ae45-95e82f49bfdb-0716185b-9f94-472b-95f6-9bbd05d2e424', 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'fixed_ips': [{'subnet_id': '1d509748-00d5-4471-8b3e-a2f206f5dac5'}]}} from dv-cinder-804265-1-smb. {{(pid=79160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 11 16:21:27.303548 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db30e02-0768-48b4-bfdb-6d653d1d618d admin admin] Network e84d1f2e-0958-4576-b874-787314c79445 is scheduled to be hosted by DHCP agent 4b0670d7-91d3-4826-9dfd-430a45df9059 with binding_index 1 {{(pid=79159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:21:27.305003 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.310749 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-bf1d2365-73af-4ac9-83c5-0c192ff2fac6 admin admin] Usage tracker for resource:security_group_rule and tenant:31c62e7753bf460ab9f528f3534391b0 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:27.317419 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e42a7b60-73a3-4214-86f8-43fc1e7c94bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.319651 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-bf1d2365-73af-4ac9-83c5-0c192ff2fac6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:27.326436 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-bf1d2365-73af-4ac9-83c5-0c192ff2fac6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:27.345624 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e42a7b60-73a3-4214-86f8-43fc1e7c94bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.350125 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [None req-8db30e02-0768-48b4-bfdb-6d653d1d618d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-smb, e84d1f2e-0958-4576-b874-787314c79445) {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:21:27.381265 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392d2f1f-6394-4fca-922f-8a3e0ecab539 None None] Network e84d1f2e-0958-4576-b874-787314c79445 requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:21:27.396725 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-c4d92caa-7266-4e3b-9f9f-c7d446908f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:27.407752 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db30e02-0768-48b4-bfdb-6d653d1d618d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:27.412970 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-8db30e02-0768-48b4-bfdb-6d653d1d618d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for subnet, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.447487 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e42a7b60-73a3-4214-86f8-43fc1e7c94bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=79159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 16:21:27.520312 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e42a7b60-73a3-4214-86f8-43fc1e7c94bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3350950'] for segment, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.520681 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.db.segments_db [None req-e42a7b60-73a3-4214-86f8-43fc1e7c94bc admin admin] Added segment 2161f825-39d1-4314-9a39-0939cbb9e4bc of type vlan for network 20ac73d2-b510-4b10-883b-69d4ea1db42c Aug 11 16:21:27.545023 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a7b60-73a3-4214-86f8-43fc1e7c94bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371a27a9-3c5b-43f4-8385-ed92687d1b70,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:27.562715 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-e42a7b60-73a3-4214-86f8-43fc1e7c94bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:27.592222 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-8db30e02-0768-48b4-bfdb-6d653d1d618d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2386158 Aug 11 16:21:27.592879 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 38032) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:27.610946 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-4be40e46-ae00-424a-930c-b1d0b1113ea1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-664185012-router', 'tenant_id': '5f65af374b754ad0a8db24d255bf01a9', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'}}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:27.620179 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e42a7b60-73a3-4214-86f8-43fc1e7c94bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758462832806'] for network, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.623550 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-4be40e46-ae00-424a-930c-b1d0b1113ea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:27.649786 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-4be40e46-ae00-424a-930c-b1d0b1113ea1 admin admin] Usage tracker for resource:router and tenant:5f65af374b754ad0a8db24d255bf01a9 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:27.663220 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-4be40e46-ae00-424a-930c-b1d0b1113ea1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:27.689152 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-4be40e46-ae00-424a-930c-b1d0b1113ea1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:27.705188 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-bf1d2365-73af-4ac9-83c5-0c192ff2fac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.718020 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-bf1d2365-73af-4ac9-83c5-0c192ff2fac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.728568 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:27.729592 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72277383-8e8c-43be-a07c-4106833de02d admin admin] Pushing event updated for resources: {'Network': ['ID=b8f6a840-d07e-445e-be19-d944bca27070,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:27.736335 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-72277383-8e8c-43be-a07c-4106833de02d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9886608 Aug 11 16:21:27.736335 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 38042) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:27.738166 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-4be40e46-ae00-424a-930c-b1d0b1113ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-453313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3910'] for router, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.739353 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-4be40e46-ae00-424a-930c-b1d0b1113ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-612823', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-508353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3919'] for router, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.757881 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf1d2365-73af-4ac9-83c5-0c192ff2fac6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=79159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 16:21:27.771222 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e42a7b60-73a3-4214-86f8-43fc1e7c94bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603'] for network, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.781890 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42a7b60-73a3-4214-86f8-43fc1e7c94bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:27.782264 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e42a7b60-73a3-4214-86f8-43fc1e7c94bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for network, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.788517 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-72277383-8e8c-43be-a07c-4106833de02d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:27.794208 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Network b8f6a840-d07e-445e-be19-d944bca27070 details requested by agent ovs-agent-dv-cinder-804265-1-smb with host dv-cinder-804265-1-smb {{(pid=79160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:21:27.796879 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d2365-73af-4ac9-83c5-0c192ff2fac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f049a35b-ae18-4c43-b3c1-8a94f3865298,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:27.800457 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-f981cb53-e4df-433c-a90b-4fbcbedec8d8 admin admin] Request body: {'subnet': {'network_id': 'b8f6a840-d07e-445e-be19-d944bca27070', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1464248636-subnet', 'tenant_id': '3fc782a108854b0da42a1d06299b49f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:27.805659 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-bf1d2365-73af-4ac9-83c5-0c192ff2fac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:27.806590 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-bf1d2365-73af-4ac9-83c5-0c192ff2fac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3350950'] for segment, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.806931 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.db.segments_db [None req-bf1d2365-73af-4ac9-83c5-0c192ff2fac6 admin admin] Added segment 43498505-ff72-4a60-a1de-0e3e6d25bab0 of type vlan for network cb400975-e9dd-443e-9606-847a21e328b4 Aug 11 16:21:27.807784 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-f981cb53-e4df-433c-a90b-4fbcbedec8d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:27.808470 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-4be40e46-ae00-424a-930c-b1d0b1113ea1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.812988 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f54be905-1810-4d1f-8023-473c5e133e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-612808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-453234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3929'] for router, precommit_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:27.822399 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-f981cb53-e4df-433c-a90b-4fbcbedec8d8 admin admin] Usage tracker for resource:subnet and tenant:3fc782a108854b0da42a1d06299b49f2 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:27.826596 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-f981cb53-e4df-433c-a90b-4fbcbedec8d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:27.848062 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-f981cb53-e4df-433c-a90b-4fbcbedec8d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:27.855516 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.db_base_plugin_common [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Allocated IP 172.20.0.2 (0716185b-9f94-472b-95f6-9bbd05d2e424/1d509748-00d5-4471-8b3e-a2f206f5dac5/7a90f4fc-45f5-4794-a022-a712250e743d) {{(pid=79160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:21:27.861929 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-9b274a0f-c512-4c00-9161-d4558bdf59a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:27.878236 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f981cb53-e4df-433c-a90b-4fbcbedec8d8 admin admin] Made reservation on behalf of 3fc782a108854b0da42a1d06299b49f2 for: {'subnet': 1} {{(pid=79158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:21:27.881065 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f981cb53-e4df-433c-a90b-4fbcbedec8d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:28.009321 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-bf1d2365-73af-4ac9-83c5-0c192ff2fac6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758462832806'] for network, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:28.019681 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-e42a7b60-73a3-4214-86f8-43fc1e7c94bc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7127059 Aug 11 16:21:28.021553 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a7b60-73a3-4214-86f8-43fc1e7c94bc admin admin] Pushing event updated for resources: {'Network': ['ID=20ac73d2-b510-4b10-883b-69d4ea1db42c,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:28.025198 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 38050) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:28.027692 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-e42a7b60-73a3-4214-86f8-43fc1e7c94bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:28.031729 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-ea93e417-370c-4af6-890b-f27d87b64e81 admin admin] Request body: {'subnet': {'network_id': '20ac73d2-b510-4b10-883b-69d4ea1db42c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-770058299-subnet', 'tenant_id': '95f019af1dde4c819ad3f4466f8a5644', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:28.094182 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-ea93e417-370c-4af6-890b-f27d87b64e81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:28.114327 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Network 20ac73d2-b510-4b10-883b-69d4ea1db42c details requested by agent ovs-agent-dv-cinder-804265-1-smb with host dv-cinder-804265-1-smb {{(pid=79160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:21:28.161811 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.db.resource_extend [None req-bf1d2365-73af-4ac9-83c5-0c192ff2fac6 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 16:21:28.176360 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-ea93e417-370c-4af6-890b-f27d87b64e81 admin admin] Usage tracker for resource:subnet and tenant:95f019af1dde4c819ad3f4466f8a5644 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:28.183648 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-ea93e417-370c-4af6-890b-f27d87b64e81 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:28.193936 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-ea93e417-370c-4af6-890b-f27d87b64e81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:28.273819 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0444774e-bc21-4933-9787-57ce5df5a9b8 None None] Network e84d1f2e-0958-4576-b874-787314c79445 requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:21:28.445036 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea93e417-370c-4af6-890b-f27d87b64e81 admin admin] Made reservation on behalf of 95f019af1dde4c819ad3f4466f8a5644 for: {'subnet': 1} {{(pid=79159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:21:28.455077 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-ea93e417-370c-4af6-890b-f27d87b64e81 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:28.455835 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f981cb53-e4df-433c-a90b-4fbcbedec8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603'] for subnet, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:28.475383 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-b4da6c8d-00c5-4745-bb03-1248c150c66e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:28.536723 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 38068) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:28.537616 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981cb53-e4df-433c-a90b-4fbcbedec8d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2722813-1f6a-4424-8cfc-33926ff5c8e0,revision_number=0']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:28.540837 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-f981cb53-e4df-433c-a90b-4fbcbedec8d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:28.634105 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f981cb53-e4df-433c-a90b-4fbcbedec8d8 admin admin] Checking segment: {'id': 'e375eb40-c4eb-4ecd-bf39-be674a1305f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b8f6a840-d07e-445e-be19-d944bca27070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:21:28.635920 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f981cb53-e4df-433c-a90b-4fbcbedec8d8 admin admin] Network hostable DHCP agents. Network: b8f6a840-d07e-445e-be19-d944bca27070, hostable agents: ['4b0670d7-91d3-4826-9dfd-430a45df9059'], hosted agents: [] {{(pid=79158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:21:28.644634 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f54be905-1810-4d1f-8023-473c5e133e27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:28.693334 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f54be905-1810-4d1f-8023-473c5e133e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:28.817518 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Notify callbacks [] for port, precommit_create {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:28.832746 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-bf1d2365-73af-4ac9-83c5-0c192ff2fac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603'] for network, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:28.836184 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-4be40e46-ae00-424a-930c-b1d0b1113ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-612808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-453234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3929'] for router, precommit_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:28.846141 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1d2365-73af-4ac9-83c5-0c192ff2fac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:28.848596 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-bf1d2365-73af-4ac9-83c5-0c192ff2fac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for network, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:28.849034 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.db_base_plugin_common [None req-f54be905-1810-4d1f-8023-473c5e133e27 admin admin] Allocated IP 172.28.2.148 (74b3c71b-fb08-4503-8924-b9e5cb7ae853/af30e8de-a40d-42cb-9ec9-bce0fcfe28d3/274abaf1-a88a-476d-97f3-cca1aa1a9421) {{(pid=79158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:21:28.873419 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:28.915029 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Transition to ACTIVE for port object 7a90f4fc-45f5-4794-a022-a712250e743d will not be triggered until provisioned by entity L2. {{(pid=79160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:21:28.933915 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-ea93e417-370c-4af6-890b-f27d87b64e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603'] for subnet, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:28.953527 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Transition to ACTIVE for port object 7a90f4fc-45f5-4794-a022-a712250e743d will not be triggered until provisioned by entity DHCP. {{(pid=79160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:21:28.972988 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552'] for port, after_create {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:28.984574 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-bf1d2365-73af-4ac9-83c5-0c192ff2fac6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.6736820 Aug 11 16:21:28.987645 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b71ede59-732a-4d4d-bbe6-feb8f0e65aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:28.991257 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 38074) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:29.000126 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:29.089092 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Network 0716185b-9f94-472b-95f6-9bbd05d2e424 is already hosted by enough agents. {{(pid=79160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:21:29.092142 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Pushing event updated for resources: {'Port': ['ID=7a90f4fc-45f5-4794-a022-a712250e743d,revision_number=1']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:29.102270 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.scheduler.base_scheduler [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Resources bound (agent type, host, resource id): {{(pid=79160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:21:29.110513 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Received port after_create {{(pid=79160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:21:29.115581 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-06354411-4604-4702-b1d5-2a3198b63bb8 admin admin] Request body: {'subnet': {'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-560001265-subnet', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:29.126322 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d2365-73af-4ac9-83c5-0c192ff2fac6 admin admin] Pushing event updated for resources: {'Network': ['ID=cb400975-e9dd-443e-9606-847a21e328b4,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:29.127551 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:29.130492 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-06354411-4604-4702-b1d5-2a3198b63bb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:29.130892 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f981cb53-e4df-433c-a90b-4fbcbedec8d8 admin admin] Network b8f6a840-d07e-445e-be19-d944bca27070 is scheduled to be hosted by DHCP agent 4b0670d7-91d3-4826-9dfd-430a45df9059 with binding_index 1 {{(pid=79158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:21:29.135503 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f54be905-1810-4d1f-8023-473c5e133e27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:29.137017 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-bf1d2365-73af-4ac9-83c5-0c192ff2fac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:29.137864 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:29.138970 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:29.140402 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:29.140765 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:29.142316 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:29.142781 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:29.143098 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:29.145016 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:29.145495 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:29.145840 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:29.146300 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:29.146690 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:29.148741 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Tracked resource versions report: Aug 11 16:21:29.148741 dv-cinder-804265-1-smb neutron-server[79160]: pushed versions: Aug 11 16:21:29.148741 dv-cinder-804265-1-smb neutron-server[79160]: { 'AddressGroup': {'1.2'}, Aug 11 16:21:29.148741 dv-cinder-804265-1-smb neutron-server[79160]: 'ConntrackHelper': {'1.0'}, Aug 11 16:21:29.148741 dv-cinder-804265-1-smb neutron-server[79160]: 'Log': {'1.0'}, Aug 11 16:21:29.148741 dv-cinder-804265-1-smb neutron-server[79160]: 'Network': {'1.1'}, Aug 11 16:21:29.148741 dv-cinder-804265-1-smb neutron-server[79160]: 'Port': {'1.7'}, Aug 11 16:21:29.148741 dv-cinder-804265-1-smb neutron-server[79160]: 'PortForwarding': {'1.2'}, Aug 11 16:21:29.148741 dv-cinder-804265-1-smb neutron-server[79160]: 'QosPolicy': {'1.8'}, Aug 11 16:21:29.148741 dv-cinder-804265-1-smb neutron-server[79160]: 'SecurityGroup': {'1.4'}, Aug 11 16:21:29.148741 dv-cinder-804265-1-smb neutron-server[79160]: 'SecurityGroupRule': {'1.2'}, Aug 11 16:21:29.148741 dv-cinder-804265-1-smb neutron-server[79160]: 'SubPort': {'1.0'}, Aug 11 16:21:29.148741 dv-cinder-804265-1-smb neutron-server[79160]: 'Subnet': {'1.1'}, Aug 11 16:21:29.148741 dv-cinder-804265-1-smb neutron-server[79160]: 'Trunk': {'1.1'}} Aug 11 16:21:29.148741 dv-cinder-804265-1-smb neutron-server[79160]: consumer versions: Aug 11 16:21:29.148741 dv-cinder-804265-1-smb neutron-server[79160]: { DHCP agent@dv-cinder-804265-1-smb: {}, Aug 11 16:21:29.148741 dv-cinder-804265-1-smb neutron-server[79160]: HyperV agent@hv-cinder-80426: {}, Aug 11 16:21:29.148741 dv-cinder-804265-1-smb neutron-server[79160]: L3 agent@dv-cinder-804265-1-smb: {}, Aug 11 16:21:29.148741 dv-cinder-804265-1-smb neutron-server[79160]: Metadata agent@dv-cinder-804265-1-smb: {}, Aug 11 16:21:29.148741 dv-cinder-804265-1-smb neutron-server[79160]: Metering agent@dv-cinder-804265-1-smb: {}, Aug 11 16:21:29.148741 dv-cinder-804265-1-smb neutron-server[79160]: Open vSwitch agent@dv-cinder-804265-1-smb: { 'AddressGroup': '1.2', Aug 11 16:21:29.148741 dv-cinder-804265-1-smb neutron-server[79160]: 'ConntrackHelper': '1.0', Aug 11 16:21:29.148741 dv-cinder-804265-1-smb neutron-server[79160]: 'Log': '1.0', Aug 11 16:21:29.148741 dv-cinder-804265-1-smb neutron-server[79160]: 'Network': '1.1', Aug 11 16:21:29.148741 dv-cinder-804265-1-smb neutron-server[79160]: 'Port': '1.7', Aug 11 16:21:29.148741 dv-cinder-804265-1-smb neutron-server[79160]: 'PortForwarding': '1.2', Aug 11 16:21:29.148741 dv-cinder-804265-1-smb neutron-server[79160]: 'QosPolicy': '1.8', Aug 11 16:21:29.148741 dv-cinder-804265-1-smb neutron-server[79160]: 'SecurityGroup': '1.4', Aug 11 16:21:29.148741 dv-cinder-804265-1-smb neutron-server[79160]: 'SecurityGroupRule': '1.2', Aug 11 16:21:29.148741 dv-cinder-804265-1-smb neutron-server[79160]: 'SubPort': '1.0', Aug 11 16:21:29.148741 dv-cinder-804265-1-smb neutron-server[79160]: 'Subnet': '1.1', Aug 11 16:21:29.148741 dv-cinder-804265-1-smb neutron-server[79160]: 'Trunk': '1.1'}} Aug 11 16:21:29.148741 dv-cinder-804265-1-smb neutron-server[79160]: {{(pid=79160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 16:21:29.151756 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-b71ede59-732a-4d4d-bbe6-feb8f0e65aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:29.158612 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-b71ede59-732a-4d4d-bbe6-feb8f0e65aad admin admin] Usage tracker for resource:security_group_rule and tenant:34c5777169a548ccb072a966fcdca27e is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:29.163715 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-b71ede59-732a-4d4d-bbe6-feb8f0e65aad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:29.163843 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:29.171862 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-06354411-4604-4702-b1d5-2a3198b63bb8 admin admin] Usage tracker for resource:subnet and tenant:31c62e7753bf460ab9f528f3534391b0 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:29.176569 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.base_scheduler [None req-f981cb53-e4df-433c-a90b-4fbcbedec8d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-smb, b8f6a840-d07e-445e-be19-d944bca27070) {{(pid=79158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:21:29.181029 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-b71ede59-732a-4d4d-bbe6-feb8f0e65aad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:29.185379 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-06354411-4604-4702-b1d5-2a3198b63bb8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:29.192465 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f981cb53-e4df-433c-a90b-4fbcbedec8d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:29.193069 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f981cb53-e4df-433c-a90b-4fbcbedec8d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for subnet, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:29.220542 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-06354411-4604-4702-b1d5-2a3198b63bb8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:29.271590 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93e417-370c-4af6-890b-f27d87b64e81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=943bc67c-82ee-4369-863d-7dfab7722f0d,revision_number=0']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:29.277688 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06354411-4604-4702-b1d5-2a3198b63bb8 admin admin] Made reservation on behalf of 31c62e7753bf460ab9f528f3534391b0 for: {'subnet': 1} {{(pid=79159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:21:29.280102 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-06354411-4604-4702-b1d5-2a3198b63bb8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:29.293840 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-ea93e417-370c-4af6-890b-f27d87b64e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:29.298386 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea93e417-370c-4af6-890b-f27d87b64e81 admin admin] Checking segment: {'id': '2161f825-39d1-4314-9a39-0939cbb9e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '20ac73d2-b510-4b10-883b-69d4ea1db42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:21:29.298740 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea93e417-370c-4af6-890b-f27d87b64e81 admin admin] Network hostable DHCP agents. Network: 20ac73d2-b510-4b10-883b-69d4ea1db42c, hostable agents: ['4b0670d7-91d3-4826-9dfd-430a45df9059'], hosted agents: [] {{(pid=79159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:21:29.319369 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Network cb400975-e9dd-443e-9606-847a21e328b4 details requested by agent ovs-agent-dv-cinder-804265-1-smb with host dv-cinder-804265-1-smb {{(pid=79160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:21:29.346218 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211f25b8-7684-427e-9e5f-529f5a1ebdfc None None] Network b8f6a840-d07e-445e-be19-d944bca27070 requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:21:29.417842 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-f981cb53-e4df-433c-a90b-4fbcbedec8d8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6811626 Aug 11 16:21:29.462689 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f54be905-1810-4d1f-8023-473c5e133e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552'] for port, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:29.474444 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea93e417-370c-4af6-890b-f27d87b64e81 admin admin] Network 20ac73d2-b510-4b10-883b-69d4ea1db42c is scheduled to be hosted by DHCP agent 4b0670d7-91d3-4826-9dfd-430a45df9059 with binding_index 1 {{(pid=79159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:21:29.502029 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [None req-ea93e417-370c-4af6-890b-f27d87b64e81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-smb, 20ac73d2-b510-4b10-883b-69d4ea1db42c) {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:21:29.507100 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:29.580551 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea93e417-370c-4af6-890b-f27d87b64e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:29.582063 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-ea93e417-370c-4af6-890b-f27d87b64e81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for subnet, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:29.700347 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54be905-1810-4d1f-8023-473c5e133e27 admin admin] Pushing event updated for resources: {'Port': ['ID=274abaf1-a88a-476d-97f3-cca1aa1a9421,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:29.709219 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54be905-1810-4d1f-8023-473c5e133e27 admin admin] Network 74b3c71b-fb08-4503-8924-b9e5cb7ae853 is already hosted by enough agents. {{(pid=79158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:21:29.711804 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.base_scheduler [None req-f54be905-1810-4d1f-8023-473c5e133e27 admin admin] Resources bound (agent type, host, resource id): {{(pid=79158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:21:29.713815 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-f54be905-1810-4d1f-8023-473c5e133e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:29.740708 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad00366-fa36-44e2-bb05-ea169c297ff9 None None] Network 20ac73d2-b510-4b10-883b-69d4ea1db42c requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:21:29.741994 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54be905-1810-4d1f-8023-473c5e133e27 admin admin] Received port after_create {{(pid=79158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:21:29.755335 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Attempting to bind port 7a90f4fc-45f5-4794-a022-a712250e743d on host dv-cinder-804265-1-smb for vnic_type normal with profile {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:21:29.755713 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Attempting to bind port 7a90f4fc-45f5-4794-a022-a712250e743d by drivers openvswitch,hyperv on host dv-cinder-804265-1-smb at level 0 using segments [{'id': '27cb263a-ccc6-4035-8f60-05cc8115add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424'}] {{(pid=79160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:21:29.756080 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Attempting to bind port 7a90f4fc-45f5-4794-a022-a712250e743d on network 0716185b-9f94-472b-95f6-9bbd05d2e424 {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:21:29.806305 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Checking agent: {'id': '5e93d7f9-9d48-4304-bf8c-d89fe7491ad7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 12, 47), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:21:29.806305 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Checking segment: {'id': '27cb263a-ccc6-4035-8f60-05cc8115add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:21:29.806305 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:29.806305 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Bound using segment: {'id': '27cb263a-ccc6-4035-8f60-05cc8115add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424'} {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:21:29.806740 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Bound port: 7a90f4fc-45f5-4794-a022-a712250e743d, host: dv-cinder-804265-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27cb263a-ccc6-4035-8f60-05cc8115add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424'}}] {{(pid=79160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:21:29.807134 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:29.899045 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-ea93e417-370c-4af6-890b-f27d87b64e81 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8727524 Aug 11 16:21:30.038835 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-4be40e46-ae00-424a-930c-b1d0b1113ea1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:30.072902 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-06354411-4604-4702-b1d5-2a3198b63bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603'] for subnet, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:30.074211 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-4be40e46-ae00-424a-930c-b1d0b1113ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:30.125046 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:30.207175 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06354411-4604-4702-b1d5-2a3198b63bb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d95ae6d0-d0c2-4ac0-b270-7afce54713aa,revision_number=0']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:30.209677 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-06354411-4604-4702-b1d5-2a3198b63bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:30.250199 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06354411-4604-4702-b1d5-2a3198b63bb8 admin admin] Checking segment: {'id': '43498505-ff72-4a60-a1de-0e3e6d25bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:21:30.250555 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06354411-4604-4702-b1d5-2a3198b63bb8 admin admin] Network hostable DHCP agents. Network: cb400975-e9dd-443e-9606-847a21e328b4, hostable agents: ['4b0670d7-91d3-4826-9dfd-430a45df9059'], hosted agents: [] {{(pid=79159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:21:30.298953 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b71ede59-732a-4d4d-bbe6-feb8f0e65aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:30.312632 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc2a272-487b-45d1-934f-c7a1acc862bd None None] Network b8f6a840-d07e-445e-be19-d944bca27070 requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:21:30.322739 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06354411-4604-4702-b1d5-2a3198b63bb8 admin admin] Network cb400975-e9dd-443e-9606-847a21e328b4 is scheduled to be hosted by DHCP agent 4b0670d7-91d3-4826-9dfd-430a45df9059 with binding_index 1 {{(pid=79159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:21:30.329988 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b71ede59-732a-4d4d-bbe6-feb8f0e65aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:30.343888 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [None req-06354411-4604-4702-b1d5-2a3198b63bb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-smb, cb400975-e9dd-443e-9606-847a21e328b4) {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:21:30.360077 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06354411-4604-4702-b1d5-2a3198b63bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:30.361062 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-06354411-4604-4702-b1d5-2a3198b63bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for subnet, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:30.404963 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901e5e8c-149c-4333-8102-b9930d999459 None None] Network cb400975-e9dd-443e-9606-847a21e328b4 requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:21:30.453782 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] For port 7a90f4fc-45f5-4794-a022-a712250e743d, host dv-cinder-804265-1-smb, cleared binding levels {{(pid=79160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:21:30.529087 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 38142) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:30.558578 dv-cinder-804265-1-smb neutron-server[79159]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 11 16:21:30.559952 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-0fc531e6-ba1c-4f5c-a15b-55b287e37a9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:30.560277 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-06354411-4604-4702-b1d5-2a3198b63bb8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5665493 Aug 11 16:21:30.568754 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 38150) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:30.597725 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-b71ede59-732a-4d4d-bbe6-feb8f0e65aad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34c5777169a548ccb072a966fcdca27e&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0496898 Aug 11 16:21:30.610694 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ede59-732a-4d4d-bbe6-feb8f0e65aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bb865c-d433-498c-8d72-8ffb75d675e1,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:30.610939 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] For port 7a90f4fc-45f5-4794-a022-a712250e743d, host dv-cinder-804265-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=7a90f4fc-45f5-4794-a022-a712250e743d,segment=NetworkSegment(27cb263a-ccc6-4035-8f60-05cc8115add6),segment_id=27cb263a-ccc6-4035-8f60-05cc8115add6)] {{(pid=79160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:21:30.631909 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-b71ede59-732a-4d4d-bbe6-feb8f0e65aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:30.638554 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 38152) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:30.712658 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:30.726966 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-bce02f5e-06b5-444a-b691-f070a4c1d0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:30.760134 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-bce02f5e-06b5-444a-b691-f070a4c1d0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:30.792749 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-fd8a4ff6-2c21-4daa-aac0-a6702240e8db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:30.848179 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f54be905-1810-4d1f-8023-473c5e133e27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:30.881214 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.db_base_plugin_common [None req-4be40e46-ae00-424a-930c-b1d0b1113ea1 admin admin] Allocated IP 172.28.2.3 (74b3c71b-fb08-4503-8924-b9e5cb7ae853/af30e8de-a40d-42cb-9ec9-bce0fcfe28d3/a1ba9f2d-cddc-420d-a6d2-601e6263282f) {{(pid=79159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:21:30.933054 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-aef4c6a1-09bd-470f-90ce-ec1a45d55a12 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-560001265-router', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'}}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:30.951869 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-bce02f5e-06b5-444a-b691-f070a4c1d0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:30.961897 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-b71ede59-732a-4d4d-bbe6-feb8f0e65aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:30.983214 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce02f5e-06b5-444a-b691-f070a4c1d0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bb865c-d433-498c-8d72-8ffb75d675e1,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:30.985842 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-bce02f5e-06b5-444a-b691-f070a4c1d0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:31.026702 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-aef4c6a1-09bd-470f-90ce-ec1a45d55a12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:31.028013 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Pushing event updated for resources: {'Port': ['ID=7a90f4fc-45f5-4794-a022-a712250e743d,revision_number=2']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:31.030923 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d3a67e-83d3-4e83-9dca-2044bf64d26a None None] Network 20ac73d2-b510-4b10-883b-69d4ea1db42c requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:21:31.044401 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-bce02f5e-06b5-444a-b691-f070a4c1d0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:31.045675 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-bce02f5e-06b5-444a-b691-f070a4c1d0e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/29bb865c-d433-498c-8d72-8ffb75d675e1 HTTP/1.1" status: 204 len: 168 time: 0.4026077 Aug 11 16:21:31.056515 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:31.190336 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-4be40e46-ae00-424a-930c-b1d0b1113ea1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:31.229137 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-e0921d79-28a4-470a-8ec1-82f893b976cc tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:31.230024 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-e0921d79-28a4-470a-8ec1-82f893b976cc tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Synchronizing usage tracker for tenant:95f019af1dde4c819ad3f4466f8a5644 on resource:network {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:21:31.243357 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-aef4c6a1-09bd-470f-90ce-ec1a45d55a12 admin admin] Usage tracker for resource:router and tenant:31c62e7753bf460ab9f528f3534391b0 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:31.246439 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-4be40e46-ae00-424a-930c-b1d0b1113ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552'] for port, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:31.254820 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-aef4c6a1-09bd-470f-90ce-ec1a45d55a12 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:31.273484 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-7b89c51e-ad8b-4947-b2f3-81f7ea3164ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:31.358615 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be40e46-ae00-424a-930c-b1d0b1113ea1 admin admin] Network 74b3c71b-fb08-4503-8924-b9e5cb7ae853 is already hosted by enough agents. {{(pid=79159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:21:31.359563 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 38186) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:31.366958 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-aef4c6a1-09bd-470f-90ce-ec1a45d55a12 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:31.370255 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [None req-4be40e46-ae00-424a-930c-b1d0b1113ea1 admin admin] Resources bound (agent type, host, resource id): {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:21:31.373143 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be40e46-ae00-424a-930c-b1d0b1113ea1 admin admin] Received port after_create {{(pid=79159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:21:31.470677 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f54be905-1810-4d1f-8023-473c5e133e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608144'] for router, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:31.601141 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5044061-d81c-4876-8ab4-71f4fc754e6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp484e8eb6-44c9-5a21-ae45-95e82f49bfdb-cb400975-e9dd-443e-9606-847a21e328b4', 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'fixed_ips': [{'subnet_id': 'd95ae6d0-d0c2-4ac0-b270-7afce54713aa'}]}} from dv-cinder-804265-1-smb. {{(pid=79160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 11 16:21:31.602813 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-d5044061-d81c-4876-8ab4-71f4fc754e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:31.687496 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 38192) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:31.730669 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-0f2f2fbb-5d6d-4ef8-8167-4a037be3e658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:31.758847 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-0f2f2fbb-5d6d-4ef8-8167-4a037be3e658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:31.767818 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-0f2f2fbb-5d6d-4ef8-8167-4a037be3e658 admin admin] Usage tracker for resource:security_group_rule and tenant:bf9f6289b3b74778af0437ad1260b01e is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:31.775457 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-0f2f2fbb-5d6d-4ef8-8167-4a037be3e658 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:31.784864 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-0f2f2fbb-5d6d-4ef8-8167-4a037be3e658 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:31.806349 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-aef4c6a1-09bd-470f-90ce-ec1a45d55a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-453313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3910'] for router, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:31.807463 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-aef4c6a1-09bd-470f-90ce-ec1a45d55a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-612823', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-508353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3919'] for router, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:31.854778 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54be905-1810-4d1f-8023-473c5e133e27 admin admin] Router 9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2 is scheduled to L3 agent fe3825e1-cd20-4759-aaf9-51b0eae29acc with binding_index 1 {{(pid=79158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 16:21:31.880731 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 7a90f4fc-45f5-4794-a022-a712250e743d up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:21:31.949428 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-e0921d79-28a4-470a-8ec1-82f893b976cc tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Unset dirty status for tenant:95f019af1dde4c819ad3f4466f8a5644 on resource:network {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:21:31.958691 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-e0921d79-28a4-470a-8ec1-82f893b976cc tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/networks?id=20ac73d2-b510-4b10-883b-69d4ea1db42c HTTP/1.1" status: 200 len: 811 time: 1.4285281 Aug 11 16:21:31.997227 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be40e46-ae00-424a-930c-b1d0b1113ea1 admin admin] Pushing event updated for resources: {'Port': ['ID=a1ba9f2d-cddc-420d-a6d2-601e6263282f,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:32.019547 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-0f2f2fbb-5d6d-4ef8-8167-4a037be3e658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:32.020130 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-4be40e46-ae00-424a-930c-b1d0b1113ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:32.032296 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-92ece211-7fba-42d5-b141-7b1740b72382 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/quotas/95f019af1dde4c819ad3f4466f8a5644 HTTP/1.1" status: 200 len: 375 time: 0.0726359 Aug 11 16:21:32.076876 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.db_base_plugin_common [None req-d5044061-d81c-4876-8ab4-71f4fc754e6a None None] Allocated IP 172.20.0.2 (cb400975-e9dd-443e-9606-847a21e328b4/d95ae6d0-d0c2-4ac0-b270-7afce54713aa/303d5267-841b-4cb9-8375-062c8c0942b4) {{(pid=79160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:21:32.109964 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning for port 7a90f4fc-45f5-4794-a022-a712250e743d completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:21:32.172296 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-aef4c6a1-09bd-470f-90ce-ec1a45d55a12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:32.188917 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54be905-1810-4d1f-8023-473c5e133e27 admin admin] Notify agent at l3_agent.dv-cinder-804265-1-smb the message routers_updated {{(pid=79158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:21:32.199602 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-0f2f2fbb-5d6d-4ef8-8167-4a037be3e658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:32.200189 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1012761d-a868-458a-8f9f-9fb183139a8a None None] Sync routers for ids ['9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'] in dv-cinder-804265-1-smb {{(pid=79161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:21:32.214782 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1012761d-a868-458a-8f9f-9fb183139a8a None None] Routers {'9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:21:32.215418 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-1012761d-a868-458a-8f9f-9fb183139a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:21:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'], 'active': True} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:32.222453 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-f8c55ac4-2db7-44cd-a193-57be4a650307 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=95f019af1dde4c819ad3f4466f8a5644&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1884654 Aug 11 16:21:32.257474 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:32.271027 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-e2519fb9-014a-49d8-bed1-85d997bbae1c tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:32.285543 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-e2519fb9-014a-49d8-bed1-85d997bbae1c tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/networks?id=b8f6a840-d07e-445e-be19-d944bca27070 HTTP/1.1" status: 200 len: 815 time: 0.8232176 Aug 11 16:21:32.307306 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-0f2f2fbb-5d6d-4ef8-8167-4a037be3e658 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf9f6289b3b74778af0437ad1260b01e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6186948 Aug 11 16:21:32.309345 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 38216) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:32.343513 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-24c9f265-286a-4906-b835-f39bcf591b55 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/quotas/3fc782a108854b0da42a1d06299b49f2 HTTP/1.1" status: 200 len: 375 time: 0.0404353 Aug 11 16:21:32.422009 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f2fbb-5d6d-4ef8-8167-4a037be3e658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06be4ca3-c454-4890-9f38-891d431f4adb,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:32.437433 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-0f2f2fbb-5d6d-4ef8-8167-4a037be3e658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:32.445610 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f54be905-1810-4d1f-8023-473c5e133e27 admin admin] Notify callbacks [] for router, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:32.449080 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-f54be905-1810-4d1f-8023-473c5e133e27 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4970081 Aug 11 16:21:32.461003 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-d5044061-d81c-4876-8ab4-71f4fc754e6a None None] Notify callbacks [] for port, precommit_create {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:32.465385 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 38222) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:32.487499 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-d5044061-d81c-4876-8ab4-71f4fc754e6a None None] Transition to ACTIVE for port object 303d5267-841b-4cb9-8375-062c8c0942b4 will not be triggered until provisioned by entity L2. {{(pid=79160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:21:32.521246 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-d5044061-d81c-4876-8ab4-71f4fc754e6a None None] Transition to ACTIVE for port object 303d5267-841b-4cb9-8375-062c8c0942b4 will not be triggered until provisioned by entity DHCP. {{(pid=79160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:21:32.533695 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-d5044061-d81c-4876-8ab4-71f4fc754e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552'] for port, after_create {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:32.539424 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:32.578065 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-73242a2e-2ecd-49d0-877c-5b2c80fe314d tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3fc782a108854b0da42a1d06299b49f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2219493 Aug 11 16:21:32.684622 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvr_db [None req-1012761d-a868-458a-8f9f-9fb183139a8a None None] Set router 9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2 gateway port host: dv-cinder-804265-1-smb {{(pid=79161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:21:32.698692 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcee2c78-7e19-4a79-8cdb-c3c5c3718f17 None None] Network 0716185b-9f94-472b-95f6-9bbd05d2e424 requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:21:32.777789 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5044061-d81c-4876-8ab4-71f4fc754e6a None None] Network cb400975-e9dd-443e-9606-847a21e328b4 is already hosted by enough agents. {{(pid=79160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:21:32.794167 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.scheduler.base_scheduler [None req-d5044061-d81c-4876-8ab4-71f4fc754e6a None None] Resources bound (agent type, host, resource id): {{(pid=79160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:21:32.798831 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5044061-d81c-4876-8ab4-71f4fc754e6a None None] Pushing event updated for resources: {'Port': ['ID=303d5267-841b-4cb9-8375-062c8c0942b4,revision_number=1']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:32.804410 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5044061-d81c-4876-8ab4-71f4fc754e6a None None] Received port after_create {{(pid=79160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:21:32.811116 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-d5044061-d81c-4876-8ab4-71f4fc754e6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:32.816713 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-3453f438-e4a5-4fde-976f-4b7f9ee3fd0b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=79159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 16:21:32.830026 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-3453f438-e4a5-4fde-976f-4b7f9ee3fd0b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1282845 Aug 11 16:21:32.873144 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-4fd41a73-8240-4cd0-a515-24c0d18e9fbd service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=79159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 16:21:32.879871 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-4fd41a73-8240-4cd0-a515-24c0d18e9fbd service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3056061 Aug 11 16:21:32.949952 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-359c5061-78e5-43bd-8070-cefdefa7ead3 None None] Provisioning for port 7a90f4fc-45f5-4794-a022-a712250e743d completed by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:21:33.001736 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-359c5061-78e5-43bd-8070-cefdefa7ead3 None None] Provisioning complete for port 7a90f4fc-45f5-4794-a022-a712250e743d triggered by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:21:33.002193 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-359c5061-78e5-43bd-8070-cefdefa7ead3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:33.059534 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-5b57846e-dc2b-4a81-ad0e-a317595544cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:33.077101 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-4be40e46-ae00-424a-930c-b1d0b1113ea1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:33.091079 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-5b57846e-dc2b-4a81-ad0e-a317595544cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:33.118946 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-1012761d-a868-458a-8f9f-9fb183139a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'name': 'tempest-AttachVolumeShelveTestJSON-228491261-router', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:30Z', 'revision_number': 3, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'gw_port': {'id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:28Z', 'updated_at': '2021-08-11T16:21:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb'}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:33.123285 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1012761d-a868-458a-8f9f-9fb183139a8a None None] Checking router: 9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2 for host: dv-cinder-804265-1-smb {{(pid=79161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:21:33.123768 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1012761d-a868-458a-8f9f-9fb183139a8a None None] Updating router 9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2 port 274abaf1-a88a-476d-97f3-cca1aa1a9421 binding host dv-cinder-804265-1-smb {{(pid=79161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 16:21:33.182378 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-d5044061-d81c-4876-8ab4-71f4fc754e6a None None] Attempting to bind port 303d5267-841b-4cb9-8375-062c8c0942b4 on host dv-cinder-804265-1-smb for vnic_type normal with profile {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:21:33.182755 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-d5044061-d81c-4876-8ab4-71f4fc754e6a None None] Attempting to bind port 303d5267-841b-4cb9-8375-062c8c0942b4 by drivers openvswitch,hyperv on host dv-cinder-804265-1-smb at level 0 using segments [{'id': '43498505-ff72-4a60-a1de-0e3e6d25bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4'}] {{(pid=79160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:21:33.183125 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5044061-d81c-4876-8ab4-71f4fc754e6a None None] Attempting to bind port 303d5267-841b-4cb9-8375-062c8c0942b4 on network cb400975-e9dd-443e-9606-847a21e328b4 {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:21:33.201036 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5044061-d81c-4876-8ab4-71f4fc754e6a None None] Checking agent: {'id': '5e93d7f9-9d48-4304-bf8c-d89fe7491ad7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 12, 47), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:21:33.201430 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5044061-d81c-4876-8ab4-71f4fc754e6a None None] Checking segment: {'id': '43498505-ff72-4a60-a1de-0e3e6d25bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:21:33.201819 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-d5044061-d81c-4876-8ab4-71f4fc754e6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:33.202240 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5044061-d81c-4876-8ab4-71f4fc754e6a None None] Bound using segment: {'id': '43498505-ff72-4a60-a1de-0e3e6d25bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4'} {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:21:33.202726 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-d5044061-d81c-4876-8ab4-71f4fc754e6a None None] Bound port: 303d5267-841b-4cb9-8375-062c8c0942b4, host: dv-cinder-804265-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43498505-ff72-4a60-a1de-0e3e6d25bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4'}}] {{(pid=79160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:21:33.203122 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-d5044061-d81c-4876-8ab4-71f4fc754e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:33.204893 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-1012761d-a868-458a-8f9f-9fb183139a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:33.227670 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-5b57846e-dc2b-4a81-ad0e-a317595544cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:33.235996 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-0f2f2fbb-5d6d-4ef8-8167-4a037be3e658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:33.264548 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57846e-dc2b-4a81-ad0e-a317595544cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06be4ca3-c454-4890-9f38-891d431f4adb,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:33.268281 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-5b57846e-dc2b-4a81-ad0e-a317595544cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:33.272123 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-5b57846e-dc2b-4a81-ad0e-a317595544cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:33.276514 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-5b57846e-dc2b-4a81-ad0e-a317595544cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06be4ca3-c454-4890-9f38-891d431f4adb HTTP/1.1" status: 204 len: 168 time: 0.9422417 Aug 11 16:21:33.412236 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-aef4c6a1-09bd-470f-90ce-ec1a45d55a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-612808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-453234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3929'] for router, precommit_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:33.488677 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-d5044061-d81c-4876-8ab4-71f4fc754e6a None None] For port 303d5267-841b-4cb9-8375-062c8c0942b4, host dv-cinder-804265-1-smb, cleared binding levels {{(pid=79160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:21:33.495986 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-d5044061-d81c-4876-8ab4-71f4fc754e6a None None] For port 303d5267-841b-4cb9-8375-062c8c0942b4, host dv-cinder-804265-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=303d5267-841b-4cb9-8375-062c8c0942b4,segment=NetworkSegment(43498505-ff72-4a60-a1de-0e3e6d25bab0),segment_id=43498505-ff72-4a60-a1de-0e3e6d25bab0)] {{(pid=79160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:21:33.498050 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-359c5061-78e5-43bd-8070-cefdefa7ead3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:33.529900 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-d5044061-d81c-4876-8ab4-71f4fc754e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:33.545851 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-ee59288a-fa6b-4522-ab51-6bac7ecfb6de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:33.615130 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-359c5061-78e5-43bd-8070-cefdefa7ead3 None None] For port 7a90f4fc-45f5-4794-a022-a712250e743d, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=7a90f4fc-45f5-4794-a022-a712250e743d,segment=NetworkSegment(27cb263a-ccc6-4035-8f60-05cc8115add6),segment_id=27cb263a-ccc6-4035-8f60-05cc8115add6)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:21:33.645303 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-359c5061-78e5-43bd-8070-cefdefa7ead3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:33.662381 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5044061-d81c-4876-8ab4-71f4fc754e6a None None] Pushing event updated for resources: {'Port': ['ID=303d5267-841b-4cb9-8375-062c8c0942b4,revision_number=2']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:33.677227 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-d5044061-d81c-4876-8ab4-71f4fc754e6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:33.677674 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:34.018258 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-1012761d-a868-458a-8f9f-9fb183139a8a None None] Notify callbacks [] for port, precommit_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:34.020763 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-04992681-c1b5-4dea-bb7a-b26a65adf676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:34.054484 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.provisioning_blocks [None req-1012761d-a868-458a-8f9f-9fb183139a8a None None] Transition to ACTIVE for port object 274abaf1-a88a-476d-97f3-cca1aa1a9421 will not be triggered until provisioned by entity L2. {{(pid=79161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:21:34.084723 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-1012761d-a868-458a-8f9f-9fb183139a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:34.101041 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:34.118307 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c5061-78e5-43bd-8070-cefdefa7ead3 None None] Pushing event updated for resources: {'Port': ['ID=7a90f4fc-45f5-4794-a022-a712250e743d,revision_number=3']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:34.123303 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-40352416-2982-4272-855b-3f23438514e3 service neutron] 10.222.0.21 "GET /v2.0/networks/b8f6a840-d07e-445e-be19-d944bca27070?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2924027 Aug 11 16:21:34.135338 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-359c5061-78e5-43bd-8070-cefdefa7ead3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:34.194696 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-ede31008-786b-415b-b695-1ab5534f1892 None None] Provisioning complete for port 7a90f4fc-45f5-4794-a022-a712250e743d triggered by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:21:34.202835 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-ede31008-786b-415b-b695-1ab5534f1892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:34.232060 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3898f5-25eb-4d9b-8ea8-177dbf5bfd8a None None] Pushing event updated for resources: {'Port': ['ID=274abaf1-a88a-476d-97f3-cca1aa1a9421,revision_number=2']} {{(pid=79161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:34.243625 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-11e1d5a0-5a27-4236-a56e-ddb8e0c8faf5 service neutron] 10.222.0.21 "GET /v2.0/networks/20ac73d2-b510-4b10-883b-69d4ea1db42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3629081 Aug 11 16:21:34.267341 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3898f5-25eb-4d9b-8ea8-177dbf5bfd8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:34.268155 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3898f5-25eb-4d9b-8ea8-177dbf5bfd8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:34.269453 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3898f5-25eb-4d9b-8ea8-177dbf5bfd8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:34.269772 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3898f5-25eb-4d9b-8ea8-177dbf5bfd8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:34.270223 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3898f5-25eb-4d9b-8ea8-177dbf5bfd8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:34.270655 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3898f5-25eb-4d9b-8ea8-177dbf5bfd8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:34.271084 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3898f5-25eb-4d9b-8ea8-177dbf5bfd8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:34.271509 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3898f5-25eb-4d9b-8ea8-177dbf5bfd8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:34.271935 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3898f5-25eb-4d9b-8ea8-177dbf5bfd8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:34.272511 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3898f5-25eb-4d9b-8ea8-177dbf5bfd8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:34.272936 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3898f5-25eb-4d9b-8ea8-177dbf5bfd8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:34.273351 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3898f5-25eb-4d9b-8ea8-177dbf5bfd8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:21:34.276134 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3898f5-25eb-4d9b-8ea8-177dbf5bfd8a None None] Tracked resource versions report: Aug 11 16:21:34.276134 dv-cinder-804265-1-smb neutron-server[79161]: pushed versions: Aug 11 16:21:34.276134 dv-cinder-804265-1-smb neutron-server[79161]: { 'AddressGroup': {'1.2'}, Aug 11 16:21:34.276134 dv-cinder-804265-1-smb neutron-server[79161]: 'ConntrackHelper': {'1.0'}, Aug 11 16:21:34.276134 dv-cinder-804265-1-smb neutron-server[79161]: 'Log': {'1.0'}, Aug 11 16:21:34.276134 dv-cinder-804265-1-smb neutron-server[79161]: 'Network': {'1.1'}, Aug 11 16:21:34.276134 dv-cinder-804265-1-smb neutron-server[79161]: 'Port': {'1.7'}, Aug 11 16:21:34.276134 dv-cinder-804265-1-smb neutron-server[79161]: 'PortForwarding': {'1.2'}, Aug 11 16:21:34.276134 dv-cinder-804265-1-smb neutron-server[79161]: 'QosPolicy': {'1.8'}, Aug 11 16:21:34.276134 dv-cinder-804265-1-smb neutron-server[79161]: 'SecurityGroup': {'1.4'}, Aug 11 16:21:34.276134 dv-cinder-804265-1-smb neutron-server[79161]: 'SecurityGroupRule': {'1.2'}, Aug 11 16:21:34.276134 dv-cinder-804265-1-smb neutron-server[79161]: 'SubPort': {'1.0'}, Aug 11 16:21:34.276134 dv-cinder-804265-1-smb neutron-server[79161]: 'Subnet': {'1.1'}, Aug 11 16:21:34.276134 dv-cinder-804265-1-smb neutron-server[79161]: 'Trunk': {'1.1'}} Aug 11 16:21:34.276134 dv-cinder-804265-1-smb neutron-server[79161]: consumer versions: Aug 11 16:21:34.276134 dv-cinder-804265-1-smb neutron-server[79161]: { DHCP agent@dv-cinder-804265-1-smb: {}, Aug 11 16:21:34.276134 dv-cinder-804265-1-smb neutron-server[79161]: HyperV agent@hv-cinder-80426: {}, Aug 11 16:21:34.276134 dv-cinder-804265-1-smb neutron-server[79161]: L3 agent@dv-cinder-804265-1-smb: {}, Aug 11 16:21:34.276134 dv-cinder-804265-1-smb neutron-server[79161]: Metadata agent@dv-cinder-804265-1-smb: {}, Aug 11 16:21:34.276134 dv-cinder-804265-1-smb neutron-server[79161]: Metering agent@dv-cinder-804265-1-smb: {}, Aug 11 16:21:34.276134 dv-cinder-804265-1-smb neutron-server[79161]: Open vSwitch agent@dv-cinder-804265-1-smb: { 'AddressGroup': '1.2', Aug 11 16:21:34.276134 dv-cinder-804265-1-smb neutron-server[79161]: 'ConntrackHelper': '1.0', Aug 11 16:21:34.276134 dv-cinder-804265-1-smb neutron-server[79161]: 'Log': '1.0', Aug 11 16:21:34.276134 dv-cinder-804265-1-smb neutron-server[79161]: 'Network': '1.1', Aug 11 16:21:34.276134 dv-cinder-804265-1-smb neutron-server[79161]: 'Port': '1.7', Aug 11 16:21:34.276134 dv-cinder-804265-1-smb neutron-server[79161]: 'PortForwarding': '1.2', Aug 11 16:21:34.276134 dv-cinder-804265-1-smb neutron-server[79161]: 'QosPolicy': '1.8', Aug 11 16:21:34.276134 dv-cinder-804265-1-smb neutron-server[79161]: 'SecurityGroup': '1.4', Aug 11 16:21:34.276134 dv-cinder-804265-1-smb neutron-server[79161]: 'SecurityGroupRule': '1.2', Aug 11 16:21:34.276134 dv-cinder-804265-1-smb neutron-server[79161]: 'SubPort': '1.0', Aug 11 16:21:34.276134 dv-cinder-804265-1-smb neutron-server[79161]: 'Subnet': '1.1', Aug 11 16:21:34.276134 dv-cinder-804265-1-smb neutron-server[79161]: 'Trunk': '1.1'}} Aug 11 16:21:34.276134 dv-cinder-804265-1-smb neutron-server[79161]: {{(pid=79161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 16:21:34.290658 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.managers [None req-1012761d-a868-458a-8f9f-9fb183139a8a None None] Attempting to bind port 274abaf1-a88a-476d-97f3-cca1aa1a9421 on host dv-cinder-804265-1-smb for vnic_type normal with profile {{(pid=79161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:21:34.291279 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.managers [None req-1012761d-a868-458a-8f9f-9fb183139a8a None None] Attempting to bind port 274abaf1-a88a-476d-97f3-cca1aa1a9421 by drivers openvswitch,hyperv on host dv-cinder-804265-1-smb at level 0 using segments [{'id': 'ef0f4f8c-59c6-4f74-90fe-819af28e8bc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'}] {{(pid=79161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:21:34.291872 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1012761d-a868-458a-8f9f-9fb183139a8a None None] Attempting to bind port 274abaf1-a88a-476d-97f3-cca1aa1a9421 on network 74b3c71b-fb08-4503-8924-b9e5cb7ae853 {{(pid=79161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:21:34.299072 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG oslo_concurrency.lockutils [None req-cb3898f5-25eb-4d9b-8ea8-177dbf5bfd8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:34.301063 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1012761d-a868-458a-8f9f-9fb183139a8a None None] Checking agent: {'id': '5e93d7f9-9d48-4304-bf8c-d89fe7491ad7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 12, 47), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:21:34.301699 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1012761d-a868-458a-8f9f-9fb183139a8a None None] Checking segment: {'id': 'ef0f4f8c-59c6-4f74-90fe-819af28e8bc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:21:34.302383 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-1012761d-a868-458a-8f9f-9fb183139a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:34.303282 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1012761d-a868-458a-8f9f-9fb183139a8a None None] Bound using segment: {'id': 'ef0f4f8c-59c6-4f74-90fe-819af28e8bc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'} {{(pid=79161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:21:34.304003 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.managers [None req-1012761d-a868-458a-8f9f-9fb183139a8a None None] Bound port: 274abaf1-a88a-476d-97f3-cca1aa1a9421, host: dv-cinder-804265-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f4f8c-59c6-4f74-90fe-819af28e8bc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'}}] {{(pid=79161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:21:34.304637 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-1012761d-a868-458a-8f9f-9fb183139a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:34.375949 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 38264) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:34.467972 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.db [None req-1012761d-a868-458a-8f9f-9fb183139a8a None None] For port 274abaf1-a88a-476d-97f3-cca1aa1a9421, host dv-cinder-804265-1-smb, cleared binding levels {{(pid=79161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:21:34.478334 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.db [None req-1012761d-a868-458a-8f9f-9fb183139a8a None None] For port 274abaf1-a88a-476d-97f3-cca1aa1a9421, host dv-cinder-804265-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=274abaf1-a88a-476d-97f3-cca1aa1a9421,segment=NetworkSegment(ef0f4f8c-59c6-4f74-90fe-819af28e8bc6),segment_id=ef0f4f8c-59c6-4f74-90fe-819af28e8bc6)] {{(pid=79161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:21:34.493552 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-1012761d-a868-458a-8f9f-9fb183139a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:34.503822 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG oslo_concurrency.lockutils [None req-cb3898f5-25eb-4d9b-8ea8-177dbf5bfd8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:34.515183 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.db_base_plugin_common [None req-04992681-c1b5-4dea-bb7a-b26a65adf676 admin admin] Allocated IP 172.20.0.1 (0716185b-9f94-472b-95f6-9bbd05d2e424/1d509748-00d5-4471-8b3e-a2f206f5dac5/bbbd57e3-f83c-4668-8fa4-51545db99bcb) {{(pid=79158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:21:34.632583 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1012761d-a868-458a-8f9f-9fb183139a8a None None] Routers {'9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:21:34.633344 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-1012761d-a868-458a-8f9f-9fb183139a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:21:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'], 'active': True} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:34.654914 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-71425948-c319-4a8d-9d32-89f097ecb96f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:34.730221 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3898f5-25eb-4d9b-8ea8-177dbf5bfd8a None None] Pushing event updated for resources: {'Port': ['ID=274abaf1-a88a-476d-97f3-cca1aa1a9421,revision_number=3']} {{(pid=79161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:34.736111 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-015ba8c3-69a4-4af2-80eb-bea4ede62864 service neutron] 10.222.0.21 "GET /v2.0/networks/20ac73d2-b510-4b10-883b-69d4ea1db42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839280 Aug 11 16:21:34.753335 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-0da27730-1405-4ef6-8c0c-75716305736a service neutron] 10.222.0.21 "GET /v2.0/networks/b8f6a840-d07e-445e-be19-d944bca27070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5941410 Aug 11 16:21:34.753815 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-71425948-c319-4a8d-9d32-89f097ecb96f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:34.775477 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-4be40e46-ae00-424a-930c-b1d0b1113ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608144'] for router, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:34.776754 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG oslo_concurrency.lockutils [None req-cb3898f5-25eb-4d9b-8ea8-177dbf5bfd8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=79161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:34.782607 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-71425948-c319-4a8d-9d32-89f097ecb96f admin admin] Usage tracker for resource:security_group_rule and tenant:b5d35b3ac061467d8af068d9facf00a7 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:34.792711 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-71425948-c319-4a8d-9d32-89f097ecb96f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:34.833217 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-71425948-c319-4a8d-9d32-89f097ecb96f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:34.909774 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-04992681-c1b5-4dea-bb7a-b26a65adf676 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:35.006238 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.provisioning_blocks [None req-04992681-c1b5-4dea-bb7a-b26a65adf676 admin admin] Transition to ACTIVE for port object bbbd57e3-f83c-4668-8fa4-51545db99bcb will not be triggered until provisioned by entity DHCP. {{(pid=79158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:21:35.044244 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvr_db [None req-1012761d-a868-458a-8f9f-9fb183139a8a None None] Set router 9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2 gateway port host: dv-cinder-804265-1-smb {{(pid=79161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:21:35.173878 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-04992681-c1b5-4dea-bb7a-b26a65adf676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552'] for port, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:35.177985 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-71425948-c319-4a8d-9d32-89f097ecb96f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:35.188226 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-f54be905-1810-4d1f-8023-473c5e133e27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:35.296039 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-71425948-c319-4a8d-9d32-89f097ecb96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:35.344810 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeae8a0c-4771-4f0d-a770-e23ebfa7ac73 None None] Network cb400975-e9dd-443e-9606-847a21e328b4 requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:21:35.367967 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04992681-c1b5-4dea-bb7a-b26a65adf676 admin admin] Network 0716185b-9f94-472b-95f6-9bbd05d2e424 is already hosted by enough agents. {{(pid=79158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:21:35.389742 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2ec06d89-4748-4f02-ac06-6fb9c2d3ad5f req-47e607da-92bd-46f4-8d65-ea6586e00237 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3a0b4dc-20d6-463f-aade-de874ca37534 HTTP/1.1" status: 200 len: 210 time: 0.1515038 Aug 11 16:21:35.397722 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.base_scheduler [None req-04992681-c1b5-4dea-bb7a-b26a65adf676 admin admin] Resources bound (agent type, host, resource id): {{(pid=79158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:21:35.448548 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04992681-c1b5-4dea-bb7a-b26a65adf676 admin admin] Pushing event updated for resources: {'Port': ['ID=bbbd57e3-f83c-4668-8fa4-51545db99bcb,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:35.465982 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-04992681-c1b5-4dea-bb7a-b26a65adf676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:35.468350 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04992681-c1b5-4dea-bb7a-b26a65adf676 admin admin] Received port after_create {{(pid=79158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:21:35.470024 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-04992681-c1b5-4dea-bb7a-b26a65adf676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397909'] for router_interface, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:35.648810 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-409041b5-d592-4f8e-9632-3f50734ccbdf req-a061e5d7-c388-437c-a16a-c8693714bf3c tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a244b04-49db-4b56-86f4-0dc485fdc840 HTTP/1.1" status: 200 len: 210 time: 0.2483931 Aug 11 16:21:35.675824 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-3aa092e3-eb0e-46f7-91f9-9c5540dd7225 None None] Provisioning for port 303d5267-841b-4cb9-8375-062c8c0942b4 completed by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:21:35.950314 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-aef4c6a1-09bd-470f-90ce-ec1a45d55a12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:35.984927 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be40e46-ae00-424a-930c-b1d0b1113ea1 admin admin] Router 7b597ebe-4c55-4924-b9ae-9ef33329cd9c is scheduled to L3 agent fe3825e1-cd20-4759-aaf9-51b0eae29acc with binding_index 1 {{(pid=79159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 16:21:35.994549 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-aef4c6a1-09bd-470f-90ce-ec1a45d55a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:36.028825 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-e6c2f594-59ac-426c-8315-ed0560d19077 None None] Provisioning for port bbbd57e3-f83c-4668-8fa4-51545db99bcb completed by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:21:36.050807 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-bce02f5e-06b5-444a-b691-f070a4c1d0e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.678s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:36.055942 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-e6c2f594-59ac-426c-8315-ed0560d19077 None None] Provisioning complete for port bbbd57e3-f83c-4668-8fa4-51545db99bcb triggered by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:21:36.056329 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-e6c2f594-59ac-426c-8315-ed0560d19077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:36.251945 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-e6c2f594-59ac-426c-8315-ed0560d19077 None None] Port bbbd57e3-f83c-4668-8fa4-51545db99bcb cannot update to ACTIVE because it is not bound. {{(pid=79160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:21:36.258550 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 303d5267-841b-4cb9-8375-062c8c0942b4 up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:21:36.271578 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-1012761d-a868-458a-8f9f-9fb183139a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'name': 'tempest-AttachVolumeShelveTestJSON-228491261-router', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:30Z', 'revision_number': 3, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'gw_port': {'id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:28Z', 'updated_at': '2021-08-11T16:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb'}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:36.295652 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-71425948-c319-4a8d-9d32-89f097ecb96f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b5d35b3ac061467d8af068d9facf00a7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9187160 Aug 11 16:21:36.303331 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 38346) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:36.329236 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71425948-c319-4a8d-9d32-89f097ecb96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4087345b-b33d-462a-af7d-1cd4f6b25ed9,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:36.354700 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-71425948-c319-4a8d-9d32-89f097ecb96f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:36.465469 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-04992681-c1b5-4dea-bb7a-b26a65adf676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:36.485925 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1012761d-a868-458a-8f9f-9fb183139a8a None None] The sync data for ids ['9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'] in dv-cinder-804265-1-smb is: [{'id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'name': 'tempest-AttachVolumeShelveTestJSON-228491261-router', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:30Z', 'revision_number': 3, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'gw_port': {'id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:28Z', 'updated_at': '2021-08-11T16:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb'}] {{(pid=79161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:21:36.542123 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning for port 303d5267-841b-4cb9-8375-062c8c0942b4 completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:21:36.563395 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port 303d5267-841b-4cb9-8375-062c8c0942b4 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:21:36.565336 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:36.640541 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be40e46-ae00-424a-930c-b1d0b1113ea1 admin admin] Notify agent at l3_agent.dv-cinder-804265-1-smb the message routers_updated {{(pid=79159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:21:36.684955 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d11899-648b-4ec3-a9c2-49d83fea5c34 None None] Sync routers for ids ['7b597ebe-4c55-4924-b9ae-9ef33329cd9c'] in dv-cinder-804265-1-smb {{(pid=79160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:21:36.759349 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d11899-648b-4ec3-a9c2-49d83fea5c34 None None] Routers {'7b597ebe-4c55-4924-b9ae-9ef33329cd9c'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:21:36.762135 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-90d11899-648b-4ec3-a9c2-49d83fea5c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:21:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['7b597ebe-4c55-4924-b9ae-9ef33329cd9c'], 'active': True} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:36.921886 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a235f302-0fea-4337-b513-b887fe5073c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:36.969869 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-27fa3490-a6b8-462f-a8a0-8627d29cc4c6 req-2c8e2f8a-ff0c-4a0e-bcc7-00a71292d6d9 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3a0b4dc-20d6-463f-aade-de874ca37534 HTTP/1.1" status: 200 len: 210 time: 0.3190644 Aug 11 16:21:37.131574 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a235f302-0fea-4337-b513-b887fe5073c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:37.168157 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b9b6cd97-877c-4c7f-87d6-4869421ff45a req-98914a3e-94df-4225-b1e8-1e7afd742213 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a244b04-49db-4b56-86f4-0dc485fdc840 HTTP/1.1" status: 200 len: 210 time: 0.2427127 Aug 11 16:21:37.179670 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-4be40e46-ae00-424a-930c-b1d0b1113ea1 admin admin] Notify callbacks [] for router, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:37.181141 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-4be40e46-ae00-424a-930c-b1d0b1113ea1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.5839522 Aug 11 16:21:37.184069 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 38374) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:37.296369 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:37.379449 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-04992681-c1b5-4dea-bb7a-b26a65adf676 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:37.387843 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.db_base_plugin_common [None req-aef4c6a1-09bd-470f-90ce-ec1a45d55a12 admin admin] Allocated IP 172.28.2.179 (74b3c71b-fb08-4503-8924-b9e5cb7ae853/af30e8de-a40d-42cb-9ec9-bce0fcfe28d3/2f3b3060-c232-4da8-8d5c-61cedd5126a4) {{(pid=79159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:21:37.389608 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a235f302-0fea-4337-b513-b887fe5073c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:37.393248 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:37.422009 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a235f302-0fea-4337-b513-b887fe5073c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4087345b-b33d-462a-af7d-1cd4f6b25ed9,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:37.424757 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] For port 303d5267-841b-4cb9-8375-062c8c0942b4, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=303d5267-841b-4cb9-8375-062c8c0942b4,segment=NetworkSegment(43498505-ff72-4a60-a1de-0e3e6d25bab0),segment_id=43498505-ff72-4a60-a1de-0e3e6d25bab0)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:21:37.437390 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-a235f302-0fea-4337-b513-b887fe5073c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:37.442849 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-04992681-c1b5-4dea-bb7a-b26a65adf676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:37.444741 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-04992681-c1b5-4dea-bb7a-b26a65adf676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397882'] for router_interface, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:37.474374 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:37.475989 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:37.512504 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 7a90f4fc-45f5-4794-a022-a712250e743d up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:21:37.619184 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvr_db [None req-90d11899-648b-4ec3-a9c2-49d83fea5c34 None None] Set router 7b597ebe-4c55-4924-b9ae-9ef33329cd9c gateway port host: dv-cinder-804265-1-smb {{(pid=79160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:21:37.698871 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:37.822306 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-864959a3-0ab4-4a5c-be61-b101c28866d5 None None] Provisioning complete for port 303d5267-841b-4cb9-8375-062c8c0942b4 triggered by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:21:37.822691 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-864959a3-0ab4-4a5c-be61-b101c28866d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:37.908088 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04992681-c1b5-4dea-bb7a-b26a65adf676 admin admin] Network 0716185b-9f94-472b-95f6-9bbd05d2e424 is already hosted by enough agents. {{(pid=79158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:21:37.936351 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.base_scheduler [None req-04992681-c1b5-4dea-bb7a-b26a65adf676 admin admin] Resources bound (agent type, host, resource id): {{(pid=79158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:21:38.404604 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-aef4c6a1-09bd-470f-90ce-ec1a45d55a12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:38.432224 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04992681-c1b5-4dea-bb7a-b26a65adf676 admin admin] Pushing event updated for resources: {'Port': ['ID=bbbd57e3-f83c-4668-8fa4-51545db99bcb,revision_number=2']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:38.442016 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a235f302-0fea-4337-b513-b887fe5073c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:38.447565 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-a235f302-0fea-4337-b513-b887fe5073c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4087345b-b33d-462a-af7d-1cd4f6b25ed9 HTTP/1.1" status: 204 len: 168 time: 2.1374238 Aug 11 16:21:38.454685 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-04992681-c1b5-4dea-bb7a-b26a65adf676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.979s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:38.558070 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Pushing event updated for resources: {'Port': ['ID=303d5267-841b-4cb9-8375-062c8c0942b4,revision_number=3']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:38.599921 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.905s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:38.785459 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04992681-c1b5-4dea-bb7a-b26a65adf676 admin admin] Router 9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2 has already been hosted by L3 agent fe3825e1-cd20-4759-aaf9-51b0eae29acc {{(pid=79158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:21:38.864754 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port 7a90f4fc-45f5-4794-a022-a712250e743d triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:21:38.864754 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:38.933688 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-aef4c6a1-09bd-470f-90ce-ec1a45d55a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552'] for port, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:38.938593 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1c2f108a-45e4-49a1-9072-238fb5fcc8b3 req-a62b3bd1-7305-48b0-be8b-280f317e9c62 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3a0b4dc-20d6-463f-aade-de874ca37534 HTTP/1.1" status: 200 len: 210 time: 0.0861435 Aug 11 16:21:39.005692 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-90d11899-648b-4ec3-a9c2-49d83fea5c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b597ebe-4c55-4924-b9ae-9ef33329cd9c', 'name': 'tempest-ServerRescueNegativeTestJSON-664185012-router', 'tenant_id': '5f65af374b754ad0a8db24d255bf01a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a1ba9f2d-cddc-420d-a6d2-601e6263282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:31Z', 'revision_number': 3, 'project_id': '5f65af374b754ad0a8db24d255bf01a9', 'gw_port': {'id': 'a1ba9f2d-cddc-420d-a6d2-601e6263282f', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b597ebe-4c55-4924-b9ae-9ef33329cd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:30Z', 'updated_at': '2021-08-11T16:21:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb'}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:39.015982 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d11899-648b-4ec3-a9c2-49d83fea5c34 None None] Checking router: 7b597ebe-4c55-4924-b9ae-9ef33329cd9c for host: dv-cinder-804265-1-smb {{(pid=79160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:21:39.016353 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d11899-648b-4ec3-a9c2-49d83fea5c34 None None] Updating router 7b597ebe-4c55-4924-b9ae-9ef33329cd9c port a1ba9f2d-cddc-420d-a6d2-601e6263282f binding host dv-cinder-804265-1-smb {{(pid=79160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 16:21:39.122672 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-90d11899-648b-4ec3-a9c2-49d83fea5c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:39.174976 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:39.254413 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-8297de47-7a25-4d93-bf9f-f2c99c093554 None None] Provisioning complete for port bbbd57e3-f83c-4668-8fa4-51545db99bcb triggered by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:21:39.254413 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-8297de47-7a25-4d93-bf9f-f2c99c093554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:39.254822 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.20', 54013) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:39.254822 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04992681-c1b5-4dea-bb7a-b26a65adf676 admin admin] Notify agent at l3_agent.dv-cinder-804265-1-smb the message routers_updated {{(pid=79158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:21:39.265065 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-04992681-c1b5-4dea-bb7a-b26a65adf676 admin admin] 10.222.0.21 "PUT /v2.0/routers/9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7980759 Aug 11 16:21:39.384811 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4c6a1-09bd-470f-90ce-ec1a45d55a12 admin admin] Pushing event updated for resources: {'Port': ['ID=2f3b3060-c232-4da8-8d5c-61cedd5126a4,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:39.394697 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-aef4c6a1-09bd-470f-90ce-ec1a45d55a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:39.407704 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-8297de47-7a25-4d93-bf9f-f2c99c093554 None None] Port bbbd57e3-f83c-4668-8fa4-51545db99bcb cannot update to ACTIVE because it is not bound. {{(pid=79160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:21:39.425556 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-096b1360-83b3-49bd-9dbe-0ba1beae16af req-70e7f329-b42a-43bd-8e73-ec1e2de6f71f tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a244b04-49db-4b56-86f4-0dc485fdc840 HTTP/1.1" status: 200 len: 210 time: 0.5743358 Aug 11 16:21:39.429251 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef4c6a1-09bd-470f-90ce-ec1a45d55a12 admin admin] Network 74b3c71b-fb08-4503-8924-b9e5cb7ae853 is already hosted by enough agents. {{(pid=79159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:21:39.447171 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [None req-aef4c6a1-09bd-470f-90ce-ec1a45d55a12 admin admin] Resources bound (agent type, host, resource id): {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:21:39.458582 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef4c6a1-09bd-470f-90ce-ec1a45d55a12 admin admin] Received port after_create {{(pid=79159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:21:39.557593 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 38462) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:39.667263 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ab1844-7dff-48fe-99ee-d48c4a6e05c8 None None] Sync routers for ids ['9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'] in dv-cinder-804265-1-smb {{(pid=79161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:21:39.677264 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-fc73a524-e89a-47f2-a0d3-aad3939b746c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:39.684877 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ab1844-7dff-48fe-99ee-d48c4a6e05c8 None None] Routers {'9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:21:39.685520 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-c4ab1844-7dff-48fe-99ee-d48c4a6e05c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:21:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'], 'active': True} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:39.867525 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-fc73a524-e89a-47f2-a0d3-aad3939b746c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:39.877724 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-fc73a524-e89a-47f2-a0d3-aad3939b746c admin admin] Usage tracker for resource:security_group_rule and tenant:90da7ae01dc14e70910446202ed79ae9 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:39.885588 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-fc73a524-e89a-47f2-a0d3-aad3939b746c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:39.896234 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-fc73a524-e89a-47f2-a0d3-aad3939b746c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:39.914117 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 303d5267-841b-4cb9-8375-062c8c0942b4 up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:21:39.947926 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-1cc9a742-3040-49d8-9e76-7946a7f84496 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:39.948676 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-1cc9a742-3040-49d8-9e76-7946a7f84496 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Synchronizing usage tracker for tenant:3fc782a108854b0da42a1d06299b49f2 on resource:network {{(pid=79158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:21:40.055638 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.20', 54017) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:40.217626 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvr_db [None req-c4ab1844-7dff-48fe-99ee-d48c4a6e05c8 None None] Set router 9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2 gateway port host: dv-cinder-804265-1-smb {{(pid=79161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:21:40.327801 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port 303d5267-841b-4cb9-8375-062c8c0942b4 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:21:40.328452 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:40.532004 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-90d11899-648b-4ec3-a9c2-49d83fea5c34 None None] Notify callbacks [] for port, precommit_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:40.581335 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-90d11899-648b-4ec3-a9c2-49d83fea5c34 None None] Transition to ACTIVE for port object a1ba9f2d-cddc-420d-a6d2-601e6263282f will not be triggered until provisioned by entity L2. {{(pid=79160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:21:40.622322 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-90d11899-648b-4ec3-a9c2-49d83fea5c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:40.648323 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:40.655529 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-fc73a524-e89a-47f2-a0d3-aad3939b746c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:40.699218 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b95245ca-7e6d-4639-b522-3242846ba0fe req-20e6137b-f054-4b8b-8556-9fb431d54fa3 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3a0b4dc-20d6-463f-aade-de874ca37534 HTTP/1.1" status: 200 len: 210 time: 0.1434889 Aug 11 16:21:40.755094 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-fc73a524-e89a-47f2-a0d3-aad3939b746c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:40.778838 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:40.842675 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-164d1dc3-daf1-4a8c-a2f5-fd52f5bb9cf5 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:40.844515 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-164d1dc3-daf1-4a8c-a2f5-fd52f5bb9cf5 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.20 "GET /v2.0/networks?id=20ac73d2-b510-4b10-883b-69d4ea1db42c HTTP/1.1" status: 200 len: 811 time: 0.7878697 Aug 11 16:21:40.845334 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-1cc9a742-3040-49d8-9e76-7946a7f84496 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Unset dirty status for tenant:3fc782a108854b0da42a1d06299b49f2 on resource:network {{(pid=79158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:21:40.847444 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-1cc9a742-3040-49d8-9e76-7946a7f84496 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.20 "GET /v2.0/networks?id=b8f6a840-d07e-445e-be19-d944bca27070 HTTP/1.1" status: 200 len: 815 time: 1.5899026 Aug 11 16:21:40.848220 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73a524-e89a-47f2-a0d3-aad3939b746c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6688d05-6f6c-4b93-be71-a13a6de1e4fc,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:40.860312 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-fc73a524-e89a-47f2-a0d3-aad3939b746c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:40.894271 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-fc73a524-e89a-47f2-a0d3-aad3939b746c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=90da7ae01dc14e70910446202ed79ae9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3320673 Aug 11 16:21:40.898039 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 38566) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:40.898286 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d456766d-49c3-483d-b55d-e7f1050e7247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:40.905004 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-90d11899-648b-4ec3-a9c2-49d83fea5c34 None None] Attempting to bind port a1ba9f2d-cddc-420d-a6d2-601e6263282f on host dv-cinder-804265-1-smb for vnic_type normal with profile {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:21:40.911058 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-90d11899-648b-4ec3-a9c2-49d83fea5c34 None None] Attempting to bind port a1ba9f2d-cddc-420d-a6d2-601e6263282f by drivers openvswitch,hyperv on host dv-cinder-804265-1-smb at level 0 using segments [{'id': 'ef0f4f8c-59c6-4f74-90fe-819af28e8bc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'}] {{(pid=79160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:21:40.911712 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d11899-648b-4ec3-a9c2-49d83fea5c34 None None] Attempting to bind port a1ba9f2d-cddc-420d-a6d2-601e6263282f on network 74b3c71b-fb08-4503-8924-b9e5cb7ae853 {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:21:40.916407 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 38570) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:40.930766 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2218e-902e-4e76-aa0b-09171c91c249 None None] Pushing event updated for resources: {'Port': ['ID=a1ba9f2d-cddc-420d-a6d2-601e6263282f,revision_number=2']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:40.935385 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-c6a2218e-902e-4e76-aa0b-09171c91c249 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:40.952252 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-283e7f6e-9fb1-49f4-8d3d-4cecbee0b9a5 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Request body: {'port': {'device_id': '1a244b04-49db-4b56-86f4-0dc485fdc840', 'network_id': '20ac73d2-b510-4b10-883b-69d4ea1db42c', 'admin_state_up': True, 'tenant_id': '95f019af1dde4c819ad3f4466f8a5644'}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:40.955564 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-62204b88-cc35-4cd7-885b-07408d84e01f tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--136473746', 'description': 'tempest-description--1727205498'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:40.988549 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-62204b88-cc35-4cd7-885b-07408d84e01f tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:41.040324 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-d3da97e5-c7fd-42d7-be67-0f0fc6122b2e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Request body: {'port': {'device_id': 'e3a0b4dc-20d6-463f-aade-de874ca37534', 'network_id': 'b8f6a840-d07e-445e-be19-d944bca27070', 'admin_state_up': True, 'tenant_id': '3fc782a108854b0da42a1d06299b49f2'}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:41.112630 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d11899-648b-4ec3-a9c2-49d83fea5c34 None None] Checking agent: {'id': '5e93d7f9-9d48-4304-bf8c-d89fe7491ad7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 12, 47), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:21:41.113123 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d11899-648b-4ec3-a9c2-49d83fea5c34 None None] Checking segment: {'id': 'ef0f4f8c-59c6-4f74-90fe-819af28e8bc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:21:41.113420 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-90d11899-648b-4ec3-a9c2-49d83fea5c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:41.120267 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-62204b88-cc35-4cd7-885b-07408d84e01f tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Usage tracker for resource:security_group and tenant:fef1ad4cb48040e8929d178e9133121b is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:41.129552 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d11899-648b-4ec3-a9c2-49d83fea5c34 None None] Bound using segment: {'id': 'ef0f4f8c-59c6-4f74-90fe-819af28e8bc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'} {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:21:41.130104 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-90d11899-648b-4ec3-a9c2-49d83fea5c34 None None] Bound port: a1ba9f2d-cddc-420d-a6d2-601e6263282f, host: dv-cinder-804265-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f4f8c-59c6-4f74-90fe-819af28e8bc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'}}] {{(pid=79160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:21:41.130549 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-90d11899-648b-4ec3-a9c2-49d83fea5c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:41.137412 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-aef4c6a1-09bd-470f-90ce-ec1a45d55a12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:41.272670 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-62204b88-cc35-4cd7-885b-07408d84e01f tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:41.341996 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 274abaf1-a88a-476d-97f3-cca1aa1a9421 up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:21:41.454082 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-c4ab1844-7dff-48fe-99ee-d48c4a6e05c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'name': 'tempest-AttachVolumeShelveTestJSON-228491261-router', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:36Z', 'revision_number': 4, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'gw_port': {'id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:28Z', 'updated_at': '2021-08-11T16:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': 'bbbd57e3-f83c-4668-8fa4-51545db99bcb', 'name': '', 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'mac_address': 'fa:16:3e:da:c6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1d509748-00d5-4471-8b3e-a2f206f5dac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:34Z', 'updated_at': '2021-08-11T16:21:36Z', 'revision_number': 2, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'subnets': [{'id': '1d509748-00d5-4471-8b3e-a2f206f5dac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:41.466031 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ab1844-7dff-48fe-99ee-d48c4a6e05c8 None None] Checking router: 9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2 for host: dv-cinder-804265-1-smb {{(pid=79161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:21:41.470043 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ab1844-7dff-48fe-99ee-d48c4a6e05c8 None None] Updating router 9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2 port bbbd57e3-f83c-4668-8fa4-51545db99bcb binding host dv-cinder-804265-1-smb {{(pid=79161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 16:21:41.471680 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-62204b88-cc35-4cd7-885b-07408d84e01f tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:41.509500 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-d3da97e5-c7fd-42d7-be67-0f0fc6122b2e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:41.588434 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-d3da97e5-c7fd-42d7-be67-0f0fc6122b2e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Usage tracker for resource:port and tenant:3fc782a108854b0da42a1d06299b49f2 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:41.605038 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2eee8581-1104-42ee-a73d-eb21e663d406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:41.607515 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-d3da97e5-c7fd-42d7-be67-0f0fc6122b2e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:41.672674 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-d3da97e5-c7fd-42d7-be67-0f0fc6122b2e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:41.798587 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-c4ab1844-7dff-48fe-99ee-d48c4a6e05c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:41.807461 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-def06afe-2510-468d-929a-9f720f2d0dde req-ff358912-79e6-4dbb-ba6c-95482fd1fe5a tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a244b04-49db-4b56-86f4-0dc485fdc840 HTTP/1.1" status: 200 len: 210 time: 0.5495262 Aug 11 16:21:41.822946 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-62204b88-cc35-4cd7-885b-07408d84e01f tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:41.860899 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-90d11899-648b-4ec3-a9c2-49d83fea5c34 None None] For port a1ba9f2d-cddc-420d-a6d2-601e6263282f, host dv-cinder-804265-1-smb, cleared binding levels {{(pid=79160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:21:41.871610 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-90d11899-648b-4ec3-a9c2-49d83fea5c34 None None] For port a1ba9f2d-cddc-420d-a6d2-601e6263282f, host dv-cinder-804265-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=a1ba9f2d-cddc-420d-a6d2-601e6263282f,segment=NetworkSegment(ef0f4f8c-59c6-4f74-90fe-819af28e8bc6),segment_id=ef0f4f8c-59c6-4f74-90fe-819af28e8bc6)] {{(pid=79160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:21:41.900420 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-90d11899-648b-4ec3-a9c2-49d83fea5c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:41.915717 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2eee8581-1104-42ee-a73d-eb21e663d406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:41.952277 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-fd8a4ff6-2c21-4daa-aac0-a6702240e8db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:42.029222 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-62204b88-cc35-4cd7-885b-07408d84e01f tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:42.052888 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2eee8581-1104-42ee-a73d-eb21e663d406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:42.067516 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-62204b88-cc35-4cd7-885b-07408d84e01f tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Usage tracker for resource:security_group_rule and tenant:fef1ad4cb48040e8929d178e9133121b is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:42.094455 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning for port 274abaf1-a88a-476d-97f3-cca1aa1a9421 completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:21:42.103602 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:42.122730 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-d3da97e5-c7fd-42d7-be67-0f0fc6122b2e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Made reservation on behalf of 3fc782a108854b0da42a1d06299b49f2 for: {'port': 1} {{(pid=79158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:21:42.131089 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-d3da97e5-c7fd-42d7-be67-0f0fc6122b2e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:42.138632 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port 274abaf1-a88a-476d-97f3-cca1aa1a9421 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:21:42.139053 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:42.161086 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee8581-1104-42ee-a73d-eb21e663d406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6688d05-6f6c-4b93-be71-a13a6de1e4fc,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:42.166876 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-62204b88-cc35-4cd7-885b-07408d84e01f tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:42.180616 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-2eee8581-1104-42ee-a73d-eb21e663d406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:42.191153 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2eee8581-1104-42ee-a73d-eb21e663d406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:42.195402 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-2eee8581-1104-42ee-a73d-eb21e663d406 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6688d05-6f6c-4b93-be71-a13a6de1e4fc HTTP/1.1" status: 204 len: 168 time: 1.2959762 Aug 11 16:21:42.243538 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d11899-648b-4ec3-a9c2-49d83fea5c34 None None] Routers {'7b597ebe-4c55-4924-b9ae-9ef33329cd9c'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:21:42.244368 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-90d11899-648b-4ec3-a9c2-49d83fea5c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:21:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['7b597ebe-4c55-4924-b9ae-9ef33329cd9c'], 'active': True} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:42.289868 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-283e7f6e-9fb1-49f4-8d3d-4cecbee0b9a5 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:42.300807 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a7e86210-1581-4c5a-a745-c0ba2ab92d1d req-2e7c4dbd-bc67-46a9-bdc5-d5131f4ca3dd tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3a0b4dc-20d6-463f-aade-de874ca37534 HTTP/1.1" status: 200 len: 210 time: 0.1327946 Aug 11 16:21:42.301991 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-62204b88-cc35-4cd7-885b-07408d84e01f tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:42.308485 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-283e7f6e-9fb1-49f4-8d3d-4cecbee0b9a5 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Usage tracker for resource:port and tenant:95f019af1dde4c819ad3f4466f8a5644 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:42.331299 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-283e7f6e-9fb1-49f4-8d3d-4cecbee0b9a5 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:42.375439 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-283e7f6e-9fb1-49f4-8d3d-4cecbee0b9a5 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:42.430222 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-283e7f6e-9fb1-49f4-8d3d-4cecbee0b9a5 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Made reservation on behalf of 95f019af1dde4c819ad3f4466f8a5644 for: {'port': 1} {{(pid=79158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:21:42.433795 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-283e7f6e-9fb1-49f4-8d3d-4cecbee0b9a5 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:42.453911 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2218e-902e-4e76-aa0b-09171c91c249 None None] Pushing event updated for resources: {'Port': ['ID=a1ba9f2d-cddc-420d-a6d2-601e6263282f,revision_number=3']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:42.461566 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-c6a2218e-902e-4e76-aa0b-09171c91c249 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:42.492462 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.db_base_plugin_common [None req-d456766d-49c3-483d-b55d-e7f1050e7247 admin admin] Allocated IP 172.20.0.1 (e84d1f2e-0958-4576-b874-787314c79445/38724f5f-39a0-4316-8f66-1571c8e42441/b35e20df-99b3-4d2d-85db-e921aa572fc2) {{(pid=79159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:21:42.728190 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 38610) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:42.841045 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-c4ab1844-7dff-48fe-99ee-d48c4a6e05c8 None None] Notify callbacks [] for port, precommit_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:42.858467 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.provisioning_blocks [None req-c4ab1844-7dff-48fe-99ee-d48c4a6e05c8 None None] Transition to ACTIVE for port object bbbd57e3-f83c-4668-8fa4-51545db99bcb will not be triggered until provisioned by entity L2. {{(pid=79161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:21:42.873516 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-c4ab1844-7dff-48fe-99ee-d48c4a6e05c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:42.892255 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG oslo_concurrency.lockutils [None req-62a4bcc2-0798-42c4-897d-f598f84a8d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:42.894673 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.db_base_plugin_common [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-d3da97e5-c7fd-42d7-be67-0f0fc6122b2e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Allocated IP 172.20.0.4 (b8f6a840-d07e-445e-be19-d944bca27070/c2722813-1f6a-4424-8cfc-33926ff5c8e0/d85173c0-8c2e-4785-99d7-09918b979ba3) {{(pid=79158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:21:42.925790 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:42.975359 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] For port 274abaf1-a88a-476d-97f3-cca1aa1a9421, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=274abaf1-a88a-476d-97f3-cca1aa1a9421,segment=NetworkSegment(ef0f4f8c-59c6-4f74-90fe-819af28e8bc6),segment_id=ef0f4f8c-59c6-4f74-90fe-819af28e8bc6)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:21:42.990238 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:42.996951 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:43.087784 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvr_db [None req-90d11899-648b-4ec3-a9c2-49d83fea5c34 None None] Set router 7b597ebe-4c55-4924-b9ae-9ef33329cd9c gateway port host: dv-cinder-804265-1-smb {{(pid=79160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:21:43.134118 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04470d4a-752f-4c39-a045-871d8a8bb28c None None] Pushing event updated for resources: {'Port': ['ID=bbbd57e3-f83c-4668-8fa4-51545db99bcb,revision_number=3']} {{(pid=79161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:43.265113 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.db_base_plugin_common [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-283e7f6e-9fb1-49f4-8d3d-4cecbee0b9a5 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Allocated IP 172.20.0.7 (20ac73d2-b510-4b10-883b-69d4ea1db42c/943bc67c-82ee-4369-863d-7dfab7722f0d/4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f) {{(pid=79158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:21:43.419031 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-aef4c6a1-09bd-470f-90ce-ec1a45d55a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608144'] for router, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:43.453486 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-62204b88-cc35-4cd7-885b-07408d84e01f tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:43.585285 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG oslo_concurrency.lockutils [None req-04470d4a-752f-4c39-a045-871d8a8bb28c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=79161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:43.586033 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.managers [None req-c4ab1844-7dff-48fe-99ee-d48c4a6e05c8 None None] Attempting to bind port bbbd57e3-f83c-4668-8fa4-51545db99bcb on host dv-cinder-804265-1-smb for vnic_type normal with profile {{(pid=79161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:21:43.586395 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.managers [None req-c4ab1844-7dff-48fe-99ee-d48c4a6e05c8 None None] Attempting to bind port bbbd57e3-f83c-4668-8fa4-51545db99bcb by drivers openvswitch,hyperv on host dv-cinder-804265-1-smb at level 0 using segments [{'id': '27cb263a-ccc6-4035-8f60-05cc8115add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424'}] {{(pid=79161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:21:43.586919 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ab1844-7dff-48fe-99ee-d48c4a6e05c8 None None] Attempting to bind port bbbd57e3-f83c-4668-8fa4-51545db99bcb on network 0716185b-9f94-472b-95f6-9bbd05d2e424 {{(pid=79161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:21:43.593501 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ab1844-7dff-48fe-99ee-d48c4a6e05c8 None None] Checking agent: {'id': '5e93d7f9-9d48-4304-bf8c-d89fe7491ad7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 12, 47), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:21:43.593887 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ab1844-7dff-48fe-99ee-d48c4a6e05c8 None None] Checking segment: {'id': '27cb263a-ccc6-4035-8f60-05cc8115add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:21:43.594329 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-c4ab1844-7dff-48fe-99ee-d48c4a6e05c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:43.594807 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ab1844-7dff-48fe-99ee-d48c4a6e05c8 None None] Bound using segment: {'id': '27cb263a-ccc6-4035-8f60-05cc8115add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424'} {{(pid=79161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:21:43.595321 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.managers [None req-c4ab1844-7dff-48fe-99ee-d48c4a6e05c8 None None] Bound port: bbbd57e3-f83c-4668-8fa4-51545db99bcb, host: dv-cinder-804265-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27cb263a-ccc6-4035-8f60-05cc8115add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424'}}] {{(pid=79161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:21:43.595743 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-c4ab1844-7dff-48fe-99ee-d48c4a6e05c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:43.698746 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.db [None req-c4ab1844-7dff-48fe-99ee-d48c4a6e05c8 None None] For port bbbd57e3-f83c-4668-8fa4-51545db99bcb, host dv-cinder-804265-1-smb, cleared binding levels {{(pid=79161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:21:43.702703 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.db [None req-c4ab1844-7dff-48fe-99ee-d48c4a6e05c8 None None] For port bbbd57e3-f83c-4668-8fa4-51545db99bcb, host dv-cinder-804265-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=bbbd57e3-f83c-4668-8fa4-51545db99bcb,segment=NetworkSegment(27cb263a-ccc6-4035-8f60-05cc8115add6),segment_id=27cb263a-ccc6-4035-8f60-05cc8115add6)] {{(pid=79161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:21:43.708452 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-c4ab1844-7dff-48fe-99ee-d48c4a6e05c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:43.721254 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG oslo_concurrency.lockutils [None req-04470d4a-752f-4c39-a045-871d8a8bb28c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:43.734571 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-62204b88-cc35-4cd7-885b-07408d84e01f tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:43.810924 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-50f6d2af-cc5e-45d1-9ff5-588a0a0e87ee req-91a04db7-6e43-4fab-8de2-3e24169444e6 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3a0b4dc-20d6-463f-aade-de874ca37534 HTTP/1.1" status: 200 len: 210 time: 0.1859460 Aug 11 16:21:43.820525 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04470d4a-752f-4c39-a045-871d8a8bb28c None None] Pushing event updated for resources: {'Port': ['ID=bbbd57e3-f83c-4668-8fa4-51545db99bcb,revision_number=4']} {{(pid=79161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:43.824912 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG oslo_concurrency.lockutils [None req-04470d4a-752f-4c39-a045-871d8a8bb28c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:43.844748 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ebc93f2b-61c3-4166-81b7-0d00812b3406 req-5b5244a1-0ff1-455b-994f-7f2775e480d3 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a244b04-49db-4b56-86f4-0dc485fdc840 HTTP/1.1" status: 200 len: 210 time: 0.4858909 Aug 11 16:21:43.853390 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ab1844-7dff-48fe-99ee-d48c4a6e05c8 None None] Routers {'9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:21:43.854515 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-c4ab1844-7dff-48fe-99ee-d48c4a6e05c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:21:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'], 'active': True} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:43.868590 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-70fa7915-0f07-4520-a510-45e905aa5bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:44.028000 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f65e3478-5da5-4838-b249-e9376c621cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:44.107096 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-f65e3478-5da5-4838-b249-e9376c621cc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:44.125817 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-f65e3478-5da5-4838-b249-e9376c621cc7 admin admin] Usage tracker for resource:security_group_rule and tenant:0ee711c65ef8486598072056d458f5d0 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:44.129823 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Pushing event updated for resources: {'Port': ['ID=274abaf1-a88a-476d-97f3-cca1aa1a9421,revision_number=4']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:44.147320 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.150s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:44.152290 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-f65e3478-5da5-4838-b249-e9376c621cc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:44.171570 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvr_db [None req-c4ab1844-7dff-48fe-99ee-d48c4a6e05c8 None None] Set router 9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2 gateway port host: dv-cinder-804265-1-smb {{(pid=79161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:21:44.239872 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-f65e3478-5da5-4838-b249-e9376c621cc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:44.312767 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-d3da97e5-c7fd-42d7-be67-0f0fc6122b2e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Notify callbacks [] for port, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:44.419752 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-283e7f6e-9fb1-49f4-8d3d-4cecbee0b9a5 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Notify callbacks [] for port, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:44.544354 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62204b88-cc35-4cd7-885b-07408d84e01f tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d95f6522-5987-4838-a7f1-ece4d8cb7785,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:44.556559 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-62204b88-cc35-4cd7-885b-07408d84e01f tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:44.558905 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-c4ab1844-7dff-48fe-99ee-d48c4a6e05c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'name': 'tempest-AttachVolumeShelveTestJSON-228491261-router', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:36Z', 'revision_number': 4, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'gw_port': {'id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:28Z', 'updated_at': '2021-08-11T16:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': 'bbbd57e3-f83c-4668-8fa4-51545db99bcb', 'name': '', 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'mac_address': 'fa:16:3e:da:c6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1d509748-00d5-4471-8b3e-a2f206f5dac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:34Z', 'updated_at': '2021-08-11T16:21:43Z', 'revision_number': 4, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'subnets': [{'id': '1d509748-00d5-4471-8b3e-a2f206f5dac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:44.567320 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ab1844-7dff-48fe-99ee-d48c4a6e05c8 None None] The sync data for ids ['9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'] in dv-cinder-804265-1-smb is: [{'id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'name': 'tempest-AttachVolumeShelveTestJSON-228491261-router', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:36Z', 'revision_number': 4, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'gw_port': {'id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:28Z', 'updated_at': '2021-08-11T16:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': 'bbbd57e3-f83c-4668-8fa4-51545db99bcb', 'name': '', 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'mac_address': 'fa:16:3e:da:c6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1d509748-00d5-4471-8b3e-a2f206f5dac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:34Z', 'updated_at': '2021-08-11T16:21:43Z', 'revision_number': 4, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'subnets': [{'id': '1d509748-00d5-4471-8b3e-a2f206f5dac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:21:44.650283 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-90d11899-648b-4ec3-a9c2-49d83fea5c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b597ebe-4c55-4924-b9ae-9ef33329cd9c', 'name': 'tempest-ServerRescueNegativeTestJSON-664185012-router', 'tenant_id': '5f65af374b754ad0a8db24d255bf01a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a1ba9f2d-cddc-420d-a6d2-601e6263282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:31Z', 'revision_number': 3, 'project_id': '5f65af374b754ad0a8db24d255bf01a9', 'gw_port': {'id': 'a1ba9f2d-cddc-420d-a6d2-601e6263282f', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b597ebe-4c55-4924-b9ae-9ef33329cd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:30Z', 'updated_at': '2021-08-11T16:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb'}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:44.670645 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d11899-648b-4ec3-a9c2-49d83fea5c34 None None] The sync data for ids ['7b597ebe-4c55-4924-b9ae-9ef33329cd9c'] in dv-cinder-804265-1-smb is: [{'id': '7b597ebe-4c55-4924-b9ae-9ef33329cd9c', 'name': 'tempest-ServerRescueNegativeTestJSON-664185012-router', 'tenant_id': '5f65af374b754ad0a8db24d255bf01a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a1ba9f2d-cddc-420d-a6d2-601e6263282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:31Z', 'revision_number': 3, 'project_id': '5f65af374b754ad0a8db24d255bf01a9', 'gw_port': {'id': 'a1ba9f2d-cddc-420d-a6d2-601e6263282f', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b597ebe-4c55-4924-b9ae-9ef33329cd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:30Z', 'updated_at': '2021-08-11T16:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb'}] {{(pid=79160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:21:44.718031 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d456766d-49c3-483d-b55d-e7f1050e7247 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:44.787179 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-d3da97e5-c7fd-42d7-be67-0f0fc6122b2e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552'] for port, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:44.810344 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef4c6a1-09bd-470f-90ce-ec1a45d55a12 admin admin] Router 0613ad3d-b0a7-48fa-98be-159f77c97299 is scheduled to L3 agent fe3825e1-cd20-4759-aaf9-51b0eae29acc with binding_index 1 {{(pid=79159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 16:21:44.832447 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-62204b88-cc35-4cd7-885b-07408d84e01f tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:44.833729 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-62204b88-cc35-4cd7-885b-07408d84e01f tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.9145994 Aug 11 16:21:44.838889 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 38652) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:44.851274 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-14ba47ff-11f7-4c79-b20d-fa4b32792838 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Request body: {'security_group_rule': {'security_group_id': 'd95f6522-5987-4838-a7f1-ece4d8cb7785', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:44.857879 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-14ba47ff-11f7-4c79-b20d-fa4b32792838 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:44.860979 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-04992681-c1b5-4dea-bb7a-b26a65adf676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:44.862096 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-14ba47ff-11f7-4c79-b20d-fa4b32792838 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Usage tracker for resource:security_group_rule and tenant:fef1ad4cb48040e8929d178e9133121b is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:44.866246 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-14ba47ff-11f7-4c79-b20d-fa4b32792838 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:44.872649 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-14ba47ff-11f7-4c79-b20d-fa4b32792838 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:45.000859 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-d3da97e5-c7fd-42d7-be67-0f0fc6122b2e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Network b8f6a840-d07e-445e-be19-d944bca27070 is already hosted by enough agents. {{(pid=79158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:21:45.017166 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.base_scheduler [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-d3da97e5-c7fd-42d7-be67-0f0fc6122b2e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Resources bound (agent type, host, resource id): {{(pid=79158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:21:45.041020 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-d3da97e5-c7fd-42d7-be67-0f0fc6122b2e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Received port after_create {{(pid=79158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:21:45.060447 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-d3da97e5-c7fd-42d7-be67-0f0fc6122b2e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:45.061686 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-d3da97e5-c7fd-42d7-be67-0f0fc6122b2e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for port, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:45.160221 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-14ba47ff-11f7-4c79-b20d-fa4b32792838 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:45.240092 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-d3da97e5-c7fd-42d7-be67-0f0fc6122b2e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3059833 Aug 11 16:21:45.244651 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-283e7f6e-9fb1-49f4-8d3d-4cecbee0b9a5 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552'] for port, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:45.389439 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-f98b7cbd-7903-4968-b143-bf11d112a9ba tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=79158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 16:21:45.391934 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-f98b7cbd-7903-4968-b143-bf11d112a9ba tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0860426 Aug 11 16:21:45.415278 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f65e3478-5da5-4838-b249-e9376c621cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:45.423022 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da97e5-c7fd-42d7-be67-0f0fc6122b2e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Pushing event updated for resources: {'Port': ['ID=d85173c0-8c2e-4785-99d7-09918b979ba3,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:45.426677 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device bbbd57e3-f83c-4668-8fa4-51545db99bcb up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:21:45.438211 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-d3da97e5-c7fd-42d7-be67-0f0fc6122b2e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:45.440858 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-04992681-c1b5-4dea-bb7a-b26a65adf676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:45.572401 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning for port bbbd57e3-f83c-4668-8fa4-51545db99bcb completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:21:45.587956 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port bbbd57e3-f83c-4668-8fa4-51545db99bcb triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:21:45.590061 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:45.629244 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-283e7f6e-9fb1-49f4-8d3d-4cecbee0b9a5 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Network 20ac73d2-b510-4b10-883b-69d4ea1db42c is already hosted by enough agents. {{(pid=79158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:21:45.635672 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f65e3478-5da5-4838-b249-e9376c621cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:45.651738 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.base_scheduler [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-283e7f6e-9fb1-49f4-8d3d-4cecbee0b9a5 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Resources bound (agent type, host, resource id): {{(pid=79158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:21:45.663983 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.l3_dvrscheduler_db [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-283e7f6e-9fb1-49f4-8d3d-4cecbee0b9a5 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Received port after_create {{(pid=79158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:21:45.684076 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-283e7f6e-9fb1-49f4-8d3d-4cecbee0b9a5 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:45.694585 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-283e7f6e-9fb1-49f4-8d3d-4cecbee0b9a5 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for port, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:45.754311 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e7f6e-9fb1-49f4-8d3d-4cecbee0b9a5 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Pushing event updated for resources: {'Port': ['ID=4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:45.793955 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-283e7f6e-9fb1-49f4-8d3d-4cecbee0b9a5 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:45.797878 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:45.822548 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-283e7f6e-9fb1-49f4-8d3d-4cecbee0b9a5 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8921673 Aug 11 16:21:45.837574 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-f65e3478-5da5-4838-b249-e9376c621cc7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ee711c65ef8486598072056d458f5d0&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1070499 Aug 11 16:21:45.841593 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 38674) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:45.963125 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e3478-5da5-4838-b249-e9376c621cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81bcace5-1480-4353-9c06-6de5f9f6ee13,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:45.978472 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-f65e3478-5da5-4838-b249-e9376c621cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:46.030422 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-7cb1a36c-d549-4578-8129-c51ea9da7dda service neutron] Request body: {'port': {'device_id': 'e3a0b4dc-20d6-463f-aade-de874ca37534', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:46.034327 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:46.043437 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef4c6a1-09bd-470f-90ce-ec1a45d55a12 admin admin] Notify agent at l3_agent.dv-cinder-804265-1-smb the message routers_updated {{(pid=79159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:21:46.078831 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-fc20c964-7995-4a2e-ada0-44da27978310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:46.110579 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e35ada-12f2-47a8-a53a-885272f1811a None None] Sync routers for ids ['0613ad3d-b0a7-48fa-98be-159f77c97299'] in dv-cinder-804265-1-smb {{(pid=79160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:21:46.151185 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e35ada-12f2-47a8-a53a-885272f1811a None None] Routers {'0613ad3d-b0a7-48fa-98be-159f77c97299'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:21:46.151908 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-69e35ada-12f2-47a8-a53a-885272f1811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:21:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['0613ad3d-b0a7-48fa-98be-159f77c97299'], 'active': True} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:46.158597 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-aed7cea8-60da-453e-b250-f8e70f1e9a32 service neutron] Request body: {'port': {'device_id': '1a244b04-49db-4b56-86f4-0dc485fdc840', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:46.178831 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-aef4c6a1-09bd-470f-90ce-ec1a45d55a12 admin admin] Notify callbacks [] for router, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:46.180046 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-aef4c6a1-09bd-470f-90ce-ec1a45d55a12 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 15.3730683 Aug 11 16:21:46.204966 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 38686) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:46.258514 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] For port bbbd57e3-f83c-4668-8fa4-51545db99bcb, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=bbbd57e3-f83c-4668-8fa4-51545db99bcb,segment=NetworkSegment(27cb263a-ccc6-4035-8f60-05cc8115add6),segment_id=27cb263a-ccc6-4035-8f60-05cc8115add6)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:21:46.271152 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:46.310468 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 274abaf1-a88a-476d-97f3-cca1aa1a9421 up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:21:46.389205 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-fc20c964-7995-4a2e-ada0-44da27978310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:46.478867 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-14ba47ff-11f7-4c79-b20d-fa4b32792838 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:46.481531 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-c6a2218e-902e-4e76-aa0b-09171c91c249 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:46.551160 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d456766d-49c3-483d-b55d-e7f1050e7247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552'] for port, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:46.601165 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 6 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:21:46.618269 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-14ba47ff-11f7-4c79-b20d-fa4b32792838 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516669'] for security_group_rule, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:46.696288 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c12de4-c004-4de9-8fe9-97806a134517 req-5f9369e3-02a7-4418-bb98-b262793a8ef0 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:46.697860 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-72c12de4-c004-4de9-8fe9-97806a134517 req-5f9369e3-02a7-4418-bb98-b262793a8ef0 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a244b04-49db-4b56-86f4-0dc485fdc840 HTTP/1.1" status: 200 len: 931 time: 1.3637724 Aug 11 16:21:46.705346 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-4be40e46-ae00-424a-930c-b1d0b1113ea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:46.713493 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-7cb1a36c-d549-4578-8129-c51ea9da7dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:46.747947 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-aed7cea8-60da-453e-b250-f8e70f1e9a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:46.888992 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-f5e5d730-1e74-4e67-819f-f805f5f87f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:46.948617 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port 274abaf1-a88a-476d-97f3-cca1aa1a9421 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:21:46.949014 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:47.059408 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Pushing event updated for resources: {'Port': ['ID=bbbd57e3-f83c-4668-8fa4-51545db99bcb,revision_number=5']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:47.070054 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:47.083992 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75446f9b-86a1-455c-8dfa-fbeffc31d631 req-3572e16a-0e10-412b-ae0a-c1a0dff247ca tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:47.086485 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-fc20c964-7995-4a2e-ada0-44da27978310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:47.098585 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-75446f9b-86a1-455c-8dfa-fbeffc31d631 req-3572e16a-0e10-412b-ae0a-c1a0dff247ca tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3a0b4dc-20d6-463f-aade-de874ca37534 HTTP/1.1" status: 200 len: 931 time: 1.7801754 Aug 11 16:21:47.100395 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvr_db [None req-69e35ada-12f2-47a8-a53a-885272f1811a None None] Set router 0613ad3d-b0a7-48fa-98be-159f77c97299 gateway port host: dv-cinder-804265-1-smb {{(pid=79160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:21:47.126243 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-2eee8581-1104-42ee-a73d-eb21e663d406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:47.151352 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20c964-7995-4a2e-ada0-44da27978310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bcace5-1480-4353-9c06-6de5f9f6ee13,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:47.154803 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-fc20c964-7995-4a2e-ada0-44da27978310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:47.162222 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d456766d-49c3-483d-b55d-e7f1050e7247 admin admin] Network e84d1f2e-0958-4576-b874-787314c79445 is already hosted by enough agents. {{(pid=79159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:21:47.179976 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-fc20c964-7995-4a2e-ada0-44da27978310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:47.185566 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-fc20c964-7995-4a2e-ada0-44da27978310 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/81bcace5-1480-4353-9c06-6de5f9f6ee13 HTTP/1.1" status: 204 len: 168 time: 1.3426654 Aug 11 16:21:47.195177 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [None req-d456766d-49c3-483d-b55d-e7f1050e7247 admin admin] Resources bound (agent type, host, resource id): {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:21:47.209920 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d456766d-49c3-483d-b55d-e7f1050e7247 admin admin] Received port after_create {{(pid=79159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:21:47.210585 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d456766d-49c3-483d-b55d-e7f1050e7247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397909'] for router_interface, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:47.225403 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456766d-49c3-483d-b55d-e7f1050e7247 admin admin] Pushing event updated for resources: {'Port': ['ID=b35e20df-99b3-4d2d-85db-e921aa572fc2,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:47.262190 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-d456766d-49c3-483d-b55d-e7f1050e7247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:47.279778 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-14ba47ff-11f7-4c79-b20d-fa4b32792838 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:47.281421 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-14ba47ff-11f7-4c79-b20d-fa4b32792838 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4377027 Aug 11 16:21:47.282378 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.421s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:47.293234 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 38702) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:47.305212 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 38704) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:47.313450 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-da61eb4d-0516-48c6-9eb3-d8b7ceaf0f0c tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Request body: {'security_group_rule': {'security_group_id': 'd95f6522-5987-4838-a7f1-ece4d8cb7785', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:47.342188 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-da61eb4d-0516-48c6-9eb3-d8b7ceaf0f0c tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:47.398697 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 38712) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:47.415289 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-da61eb4d-0516-48c6-9eb3-d8b7ceaf0f0c tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Usage tracker for resource:security_group_rule and tenant:fef1ad4cb48040e8929d178e9133121b is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:47.416983 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-72c12de4-c004-4de9-8fe9-97806a134517 req-b69b8221-1822-45c0-95d6-a6efd399c86c tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Synchronizing usage tracker for tenant:95f019af1dde4c819ad3f4466f8a5644 on resource:security_group {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:21:47.422008 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-da61eb4d-0516-48c6-9eb3-d8b7ceaf0f0c tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:47.438367 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-da61eb4d-0516-48c6-9eb3-d8b7ceaf0f0c tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:47.463179 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-75446f9b-86a1-455c-8dfa-fbeffc31d631 req-2dd46609-6489-4975-a25d-839dc76c98a4 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631892 Aug 11 16:21:47.476136 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba47ff-11f7-4c79-b20d-fa4b32792838 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=945e5a14-012d-421a-a481-587e93d27ab0,revision_number=0']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:47.507187 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-14ba47ff-11f7-4c79-b20d-fa4b32792838 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:47.529670 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-72c12de4-c004-4de9-8fe9-97806a134517 req-b69b8221-1822-45c0-95d6-a6efd399c86c tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Unset dirty status for tenant:95f019af1dde4c819ad3f4466f8a5644 on resource:security_group {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:21:47.531473 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-72c12de4-c004-4de9-8fe9-97806a134517 req-b69b8221-1822-45c0-95d6-a6efd399c86c tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/security-groups?id=371a27a9-3c5b-43f4-8385-ed92687d1b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7025807 Aug 11 16:21:47.598555 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-da61eb4d-0516-48c6-9eb3-d8b7ceaf0f0c tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:47.731363 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-d0cd3c0c-3a0c-4364-a024-6f1d94db8b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:47.811958 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-d0cd3c0c-3a0c-4364-a024-6f1d94db8b0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:47.824139 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-d0cd3c0c-3a0c-4364-a024-6f1d94db8b0b admin admin] Usage tracker for resource:security_group_rule and tenant:18b011f3e8074b21bc92d14baccfa45f is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:47.833596 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-d0cd3c0c-3a0c-4364-a024-6f1d94db8b0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:47.834521 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:47.914574 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-d0cd3c0c-3a0c-4364-a024-6f1d94db8b0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:47.943461 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.db.resource_extend [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-aed7cea8-60da-453e-b250-f8e70f1e9a32 service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 16:21:48.049535 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-da61eb4d-0516-48c6-9eb3-d8b7ceaf0f0c tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:48.156652 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 38722) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:48.293368 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-6ff9ef44-c601-4a5a-b269-10b45674d89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:48.319968 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d456766d-49c3-483d-b55d-e7f1050e7247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:48.329465 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.notifiers.nova [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-7cb1a36c-d549-4578-8129-c51ea9da7dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d85173c0-8c2e-4785-99d7-09918b979ba3 {{(pid=79158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:21:48.357134 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device bbbd57e3-f83c-4668-8fa4-51545db99bcb up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:21:48.366482 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-7cb1a36c-d549-4578-8129-c51ea9da7dda service neutron] Notify callbacks [] for port, precommit_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:48.396468 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-6ff9ef44-c601-4a5a-b269-10b45674d89f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:48.439955 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-6ff9ef44-c601-4a5a-b269-10b45674d89f admin admin] Usage tracker for resource:security_group_rule and tenant:46a1329999f5470a9fda4489e12c0ae2 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:48.448964 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-69e35ada-12f2-47a8-a53a-885272f1811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'name': 'tempest-AttachVolumeTestJSON-560001265-router', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179'}], 'enable_snat': True}, 'gw_port_id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:31Z', 'updated_at': '2021-08-11T16:21:39Z', 'revision_number': 3, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'gw_port': {'id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:eb:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:36Z', 'updated_at': '2021-08-11T16:21:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb'}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:48.453242 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e35ada-12f2-47a8-a53a-885272f1811a None None] Checking router: 0613ad3d-b0a7-48fa-98be-159f77c97299 for host: dv-cinder-804265-1-smb {{(pid=79160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:21:48.453627 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e35ada-12f2-47a8-a53a-885272f1811a None None] Updating router 0613ad3d-b0a7-48fa-98be-159f77c97299 port 2f3b3060-c232-4da8-8d5c-61cedd5126a4 binding host dv-cinder-804265-1-smb {{(pid=79160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 16:21:48.456263 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-6ff9ef44-c601-4a5a-b269-10b45674d89f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:48.474260 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-6ff9ef44-c601-4a5a-b269-10b45674d89f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:48.507985 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.provisioning_blocks [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-7cb1a36c-d549-4578-8129-c51ea9da7dda service neutron] Transition to ACTIVE for port object d85173c0-8c2e-4785-99d7-09918b979ba3 will not be triggered until provisioned by entity L2. {{(pid=79158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:21:48.618649 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-69e35ada-12f2-47a8-a53a-885272f1811a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:48.871829 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-da61eb4d-0516-48c6-9eb3-d8b7ceaf0f0c tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516669'] for security_group_rule, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:48.873594 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1f8f570d-93e3-449e-bc8f-2de2f4dcc708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:48.940509 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-1f8f570d-93e3-449e-bc8f-2de2f4dcc708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:48.955084 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-1f8f570d-93e3-449e-bc8f-2de2f4dcc708 admin admin] Usage tracker for resource:security_group_rule and tenant:3ec0d3ac6bfb461985231666162e489d is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:48.958861 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-1f8f570d-93e3-449e-bc8f-2de2f4dcc708 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:48.966501 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-1f8f570d-93e3-449e-bc8f-2de2f4dcc708 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:49.071735 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-69e35ada-12f2-47a8-a53a-885272f1811a None None] Notify callbacks [] for port, precommit_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:49.084187 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-69e35ada-12f2-47a8-a53a-885272f1811a None None] Transition to ACTIVE for port object 2f3b3060-c232-4da8-8d5c-61cedd5126a4 will not be triggered until provisioned by entity L2. {{(pid=79160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:21:49.097178 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-69e35ada-12f2-47a8-a53a-885272f1811a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:49.107050 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:49.140586 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-7cb1a36c-d549-4578-8129-c51ea9da7dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:49.161020 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-69e35ada-12f2-47a8-a53a-885272f1811a None None] Attempting to bind port 2f3b3060-c232-4da8-8d5c-61cedd5126a4 on host dv-cinder-804265-1-smb for vnic_type normal with profile {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:21:49.161402 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-69e35ada-12f2-47a8-a53a-885272f1811a None None] Attempting to bind port 2f3b3060-c232-4da8-8d5c-61cedd5126a4 by drivers openvswitch,hyperv on host dv-cinder-804265-1-smb at level 0 using segments [{'id': 'ef0f4f8c-59c6-4f74-90fe-819af28e8bc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'}] {{(pid=79160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:21:49.161919 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e35ada-12f2-47a8-a53a-885272f1811a None None] Attempting to bind port 2f3b3060-c232-4da8-8d5c-61cedd5126a4 on network 74b3c71b-fb08-4503-8924-b9e5cb7ae853 {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:21:49.173460 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1f8f570d-93e3-449e-bc8f-2de2f4dcc708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:49.182804 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e35ada-12f2-47a8-a53a-885272f1811a None None] Checking agent: {'id': '5e93d7f9-9d48-4304-bf8c-d89fe7491ad7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 12, 47), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:21:49.183231 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e35ada-12f2-47a8-a53a-885272f1811a None None] Checking segment: {'id': 'ef0f4f8c-59c6-4f74-90fe-819af28e8bc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:21:49.183683 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-69e35ada-12f2-47a8-a53a-885272f1811a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:49.184099 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e35ada-12f2-47a8-a53a-885272f1811a None None] Bound using segment: {'id': 'ef0f4f8c-59c6-4f74-90fe-819af28e8bc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'} {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:21:49.184606 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-69e35ada-12f2-47a8-a53a-885272f1811a None None] Bound port: 2f3b3060-c232-4da8-8d5c-61cedd5126a4, host: dv-cinder-804265-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f4f8c-59c6-4f74-90fe-819af28e8bc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'}}] {{(pid=79160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:21:49.185000 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-69e35ada-12f2-47a8-a53a-885272f1811a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:49.214572 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:49.242173 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da61eb4d-0516-48c6-9eb3-d8b7ceaf0f0c tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23edba7-821e-4761-bb0b-fa0ee3297cf0,revision_number=0']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:49.244315 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1f8f570d-93e3-449e-bc8f-2de2f4dcc708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:49.245125 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-da61eb4d-0516-48c6-9eb3-d8b7ceaf0f0c tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:49.246367 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-da61eb4d-0516-48c6-9eb3-d8b7ceaf0f0c tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9459653 Aug 11 16:21:49.259246 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 38732) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:49.260426 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-da61eb4d-0516-48c6-9eb3-d8b7ceaf0f0c tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:49.292095 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:49.320323 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-69e35ada-12f2-47a8-a53a-885272f1811a None None] For port 2f3b3060-c232-4da8-8d5c-61cedd5126a4, host dv-cinder-804265-1-smb, cleared binding levels {{(pid=79160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:21:49.323668 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-69e35ada-12f2-47a8-a53a-885272f1811a None None] For port 2f3b3060-c232-4da8-8d5c-61cedd5126a4, host dv-cinder-804265-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=2f3b3060-c232-4da8-8d5c-61cedd5126a4,segment=NetworkSegment(ef0f4f8c-59c6-4f74-90fe-819af28e8bc6),segment_id=ef0f4f8c-59c6-4f74-90fe-819af28e8bc6)] {{(pid=79160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:21:49.339065 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-1f8f570d-93e3-449e-bc8f-2de2f4dcc708 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ec0d3ac6bfb461985231666162e489d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9322255 Aug 11 16:21:49.340791 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-3905d9a4-db6f-425c-96c7-b124c9da1224 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Request body: {'floatingip': {'floating_network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:49.348248 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-3905d9a4-db6f-425c-96c7-b124c9da1224 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:49.352554 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-3905d9a4-db6f-425c-96c7-b124c9da1224 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Usage tracker for resource:floatingip and tenant:fef1ad4cb48040e8929d178e9133121b is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:49.356411 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 38736) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:49.357363 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-3905d9a4-db6f-425c-96c7-b124c9da1224 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:49.359907 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port bbbd57e3-f83c-4668-8fa4-51545db99bcb triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:21:49.360250 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:49.363798 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-3905d9a4-db6f-425c-96c7-b124c9da1224 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:49.373169 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.notifiers.nova [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-aed7cea8-60da-453e-b250-f8e70f1e9a32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f {{(pid=79158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:21:49.385895 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-69e35ada-12f2-47a8-a53a-885272f1811a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:49.397425 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e4f38-3fb1-4b0e-ad20-e2d19b9c2770 req-a30da71b-3802-41e0-947e-d1d9b974f285 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:49.403221 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-aed7cea8-60da-453e-b250-f8e70f1e9a32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:49.403442 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a46e4f38-3fb1-4b0e-ad20-e2d19b9c2770 req-a30da71b-3802-41e0-947e-d1d9b974f285 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3a0b4dc-20d6-463f-aade-de874ca37534 HTTP/1.1" status: 200 len: 943 time: 0.6878076 Aug 11 16:21:49.422524 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-41c377ae-f73f-4706-bf3e-86069989168b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:49.494424 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e35ada-12f2-47a8-a53a-885272f1811a None None] Routers {'0613ad3d-b0a7-48fa-98be-159f77c97299'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:21:49.494599 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-3905d9a4-db6f-425c-96c7-b124c9da1224 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for floatingip, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:49.495085 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-69e35ada-12f2-47a8-a53a-885272f1811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:21:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['0613ad3d-b0a7-48fa-98be-159f77c97299'], 'active': True} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:49.613929 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.managers [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-7cb1a36c-d549-4578-8129-c51ea9da7dda service neutron] Attempting to bind port d85173c0-8c2e-4785-99d7-09918b979ba3 on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:21:49.614309 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.managers [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-7cb1a36c-d549-4578-8129-c51ea9da7dda service neutron] Attempting to bind port d85173c0-8c2e-4785-99d7-09918b979ba3 by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': 'e375eb40-c4eb-4ecd-bf39-be674a1305f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b8f6a840-d07e-445e-be19-d944bca27070'}] {{(pid=79158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:21:49.614680 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-7cb1a36c-d549-4578-8129-c51ea9da7dda service neutron] Attempting to bind port d85173c0-8c2e-4785-99d7-09918b979ba3 on network b8f6a840-d07e-445e-be19-d944bca27070 {{(pid=79158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:21:49.641968 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-7cb1a36c-d549-4578-8129-c51ea9da7dda service neutron] Port d85173c0-8c2e-4785-99d7-09918b979ba3 on network b8f6a840-d07e-445e-be19-d944bca27070 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:21:49.642404 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-7cb1a36c-d549-4578-8129-c51ea9da7dda service neutron] Attempting to bind port d85173c0-8c2e-4785-99d7-09918b979ba3 on network b8f6a840-d07e-445e-be19-d944bca27070 {{(pid=79158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:21:49.652568 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.provisioning_blocks [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-aed7cea8-60da-453e-b250-f8e70f1e9a32 service neutron] Transition to ACTIVE for port object 4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f will not be triggered until provisioned by entity L2. {{(pid=79158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:21:49.656374 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-7cb1a36c-d549-4578-8129-c51ea9da7dda service neutron] Checking agent: {'id': '1d09ba05-6aad-4b92-98a7-4a9421ef38ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:21:49.656846 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-7cb1a36c-d549-4578-8129-c51ea9da7dda service neutron] Checking segment: {'id': 'e375eb40-c4eb-4ecd-bf39-be674a1305f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b8f6a840-d07e-445e-be19-d944bca27070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:21:49.657341 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-7cb1a36c-d549-4578-8129-c51ea9da7dda service neutron] Bound using segment: {'id': 'e375eb40-c4eb-4ecd-bf39-be674a1305f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b8f6a840-d07e-445e-be19-d944bca27070'} {{(pid=79158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:21:49.657910 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.managers [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-7cb1a36c-d549-4578-8129-c51ea9da7dda service neutron] Bound port: d85173c0-8c2e-4785-99d7-09918b979ba3, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e375eb40-c4eb-4ecd-bf39-be674a1305f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b8f6a840-d07e-445e-be19-d944bca27070'}}] {{(pid=79158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:21:49.658387 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-7cb1a36c-d549-4578-8129-c51ea9da7dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:49.751366 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvr_db [None req-69e35ada-12f2-47a8-a53a-885272f1811a None None] Set router 0613ad3d-b0a7-48fa-98be-159f77c97299 gateway port host: dv-cinder-804265-1-smb {{(pid=79160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:21:49.758819 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.db_base_plugin_common [None req-41c377ae-f73f-4706-bf3e-86069989168b admin admin] Allocated IP 172.20.0.1 (cb400975-e9dd-443e-9606-847a21e328b4/d95ae6d0-d0c2-4ac0-b270-7afce54713aa/25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e) {{(pid=79159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:21:49.763184 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.db [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-7cb1a36c-d549-4578-8129-c51ea9da7dda service neutron] For port d85173c0-8c2e-4785-99d7-09918b979ba3, host hv-cinder-80426, cleared binding levels {{(pid=79158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:21:49.768530 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.db [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-7cb1a36c-d549-4578-8129-c51ea9da7dda service neutron] For port d85173c0-8c2e-4785-99d7-09918b979ba3, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=d85173c0-8c2e-4785-99d7-09918b979ba3,segment=NetworkSegment(e375eb40-c4eb-4ecd-bf39-be674a1305f8),segment_id=e375eb40-c4eb-4ecd-bf39-be674a1305f8)] {{(pid=79158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:21:49.831527 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-aed7cea8-60da-453e-b250-f8e70f1e9a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:49.832789 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-7cb1a36c-d549-4578-8129-c51ea9da7dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:49.833397 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1a36c-d549-4578-8129-c51ea9da7dda service neutron] Pushing event updated for resources: {'Port': ['ID=d85173c0-8c2e-4785-99d7-09918b979ba3,revision_number=2']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:49.836581 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-7cb1a36c-d549-4578-8129-c51ea9da7dda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:49.843511 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.509s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:49.991393 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803d5e7-b895-41d1-81c3-733d4ff38ae2 None None] Pushing event updated for resources: {'Port': ['ID=2f3b3060-c232-4da8-8d5c-61cedd5126a4,revision_number=2']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:49.998937 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-41c377ae-f73f-4706-bf3e-86069989168b admin admin] Notify callbacks [] for port, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:49.999674 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-3a6f5e7b-f57f-44fb-aa94-e003ce0a8221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:50.008686 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-b803d5e7-b895-41d1-81c3-733d4ff38ae2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.901s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:50.015000 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-d5044061-d81c-4876-8ab4-71f4fc754e6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.583s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:50.043372 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.provisioning_blocks [None req-41c377ae-f73f-4706-bf3e-86069989168b admin admin] Transition to ACTIVE for port object 25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e will not be triggered until provisioned by entity DHCP. {{(pid=79159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:21:50.053258 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f570d-93e3-449e-bc8f-2de2f4dcc708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be593efa-54dd-475b-bbad-233c76a2f322,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:50.076491 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-1f8f570d-93e3-449e-bc8f-2de2f4dcc708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:50.078998 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-7cb1a36c-d549-4578-8129-c51ea9da7dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:50.080640 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-7cb1a36c-d549-4578-8129-c51ea9da7dda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for port, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:50.082472 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-7cb1a36c-d549-4578-8129-c51ea9da7dda service neutron] 10.222.0.20 "PUT /v2.0/ports/d85173c0-8c2e-4785-99d7-09918b979ba3 HTTP/1.1" status: 200 len: 1093 time: 4.3488805 Aug 11 16:21:50.083069 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:50.133790 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a0b4dc-20d6-463f-aade-de874ca37534', 'tag': 'd85173c0-8c2e-4785-99d7-09918b979ba3'}] {{(pid=79158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:21:50.134275 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-41c377ae-f73f-4706-bf3e-86069989168b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552'] for port, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:50.175625 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803d5e7-b895-41d1-81c3-733d4ff38ae2 None None] Pushing event updated for resources: {'Port': ['ID=2f3b3060-c232-4da8-8d5c-61cedd5126a4,revision_number=3']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:50.196787 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-b803d5e7-b895-41d1-81c3-733d4ff38ae2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:50.218580 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693865f0-0fcf-43a1-9392-3be181c740e6 req-49923d0e-ceb8-40fe-af7c-9bf2b0f67d2c tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:50.221689 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-693865f0-0fcf-43a1-9392-3be181c740e6 req-49923d0e-ceb8-40fe-af7c-9bf2b0f67d2c tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a244b04-49db-4b56-86f4-0dc485fdc840 HTTP/1.1" status: 200 len: 931 time: 1.3414330 Aug 11 16:21:50.222719 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:50.253831 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-d0cd3c0c-3a0c-4364-a024-6f1d94db8b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:50.283763 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-6ff9ef44-c601-4a5a-b269-10b45674d89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:50.329393 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-d0cd3c0c-3a0c-4364-a024-6f1d94db8b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:50.358703 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-3905d9a4-db6f-425c-96c7-b124c9da1224 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:50.385760 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.db.resource_extend [None req-d456766d-49c3-483d-b55d-e7f1050e7247 admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 16:21:50.403751 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-693865f0-0fcf-43a1-9392-3be181c740e6 req-a4882763-7d02-4285-b548-67baeccc34ce tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/security-groups?id=371a27a9-3c5b-43f4-8385-ed92687d1b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082611 Aug 11 16:21:50.431452 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-054268b7-5929-4039-9e64-0868af8c337f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:50.437580 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed7cea8-60da-453e-b250-f8e70f1e9a32 service neutron] Pushing event updated for resources: {'Port': ['ID=4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f,revision_number=2']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:50.461159 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a46e4f38-3fb1-4b0e-ad20-e2d19b9c2770 req-55d20b39-d8fb-44e2-9233-b6706f99c1f1 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0018907 Aug 11 16:21:50.462588 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-6ff9ef44-c601-4a5a-b269-10b45674d89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:50.489339 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d456766d-49c3-483d-b55d-e7f1050e7247 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:50.497982 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device a1ba9f2d-cddc-420d-a6d2-601e6263282f up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:21:50.559266 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c377ae-f73f-4706-bf3e-86069989168b admin admin] Network cb400975-e9dd-443e-9606-847a21e328b4 is already hosted by enough agents. {{(pid=79159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:21:50.568331 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-6ff9ef44-c601-4a5a-b269-10b45674d89f admin admin] Synchronizing usage tracker for tenant:a1405fc888da4a32a1dc07889dad5bef on resource:security_group {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:21:50.572438 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [None req-41c377ae-f73f-4706-bf3e-86069989168b admin admin] Resources bound (agent type, host, resource id): {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:21:50.572576 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.managers [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-aed7cea8-60da-453e-b250-f8e70f1e9a32 service neutron] Attempting to bind port 4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:21:50.572876 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.managers [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-aed7cea8-60da-453e-b250-f8e70f1e9a32 service neutron] Attempting to bind port 4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': '2161f825-39d1-4314-9a39-0939cbb9e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '20ac73d2-b510-4b10-883b-69d4ea1db42c'}] {{(pid=79158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:21:50.573219 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-aed7cea8-60da-453e-b250-f8e70f1e9a32 service neutron] Attempting to bind port 4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f on network 20ac73d2-b510-4b10-883b-69d4ea1db42c {{(pid=79158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:21:50.606005 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d456766d-49c3-483d-b55d-e7f1050e7247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:50.615380 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c377ae-f73f-4706-bf3e-86069989168b admin admin] Received port after_create {{(pid=79159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:21:50.616286 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-41c377ae-f73f-4706-bf3e-86069989168b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397909'] for router_interface, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:50.655553 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-d0cd3c0c-3a0c-4364-a024-6f1d94db8b0b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=18b011f3e8074b21bc92d14baccfa45f&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3469565 Aug 11 16:21:50.670134 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 38750) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:50.697036 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-aed7cea8-60da-453e-b250-f8e70f1e9a32 service neutron] Port 4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f on network 20ac73d2-b510-4b10-883b-69d4ea1db42c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:21:50.697556 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-aed7cea8-60da-453e-b250-f8e70f1e9a32 service neutron] Attempting to bind port 4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f on network 20ac73d2-b510-4b10-883b-69d4ea1db42c {{(pid=79158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:21:50.751145 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d456766d-49c3-483d-b55d-e7f1050e7247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397882'] for router_interface, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:50.780581 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:50.824104 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-aed7cea8-60da-453e-b250-f8e70f1e9a32 service neutron] Checking agent: {'id': '1d09ba05-6aad-4b92-98a7-4a9421ef38ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:21:50.826925 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-aed7cea8-60da-453e-b250-f8e70f1e9a32 service neutron] Checking segment: {'id': '2161f825-39d1-4314-9a39-0939cbb9e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '20ac73d2-b510-4b10-883b-69d4ea1db42c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:21:50.829207 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-aed7cea8-60da-453e-b250-f8e70f1e9a32 service neutron] Bound using segment: {'id': '2161f825-39d1-4314-9a39-0939cbb9e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '20ac73d2-b510-4b10-883b-69d4ea1db42c'} {{(pid=79158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:21:50.832713 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.managers [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-aed7cea8-60da-453e-b250-f8e70f1e9a32 service neutron] Bound port: 4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2161f825-39d1-4314-9a39-0939cbb9e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '20ac73d2-b510-4b10-883b-69d4ea1db42c'}}] {{(pid=79158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:21:50.834617 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-aed7cea8-60da-453e-b250-f8e70f1e9a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:50.980148 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning for port a1ba9f2d-cddc-420d-a6d2-601e6263282f completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:21:51.009138 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port a1ba9f2d-cddc-420d-a6d2-601e6263282f triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:21:51.009516 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:51.048249 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-41c377ae-f73f-4706-bf3e-86069989168b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:51.074000 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-054268b7-5929-4039-9e64-0868af8c337f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:51.109002 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c377ae-f73f-4706-bf3e-86069989168b admin admin] Pushing event updated for resources: {'Port': ['ID=25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:51.128479 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.db_base_plugin_common [None req-3905d9a4-db6f-425c-96c7-b124c9da1224 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Allocated IP 172.28.2.64 (74b3c71b-fb08-4503-8924-b9e5cb7ae853/af30e8de-a40d-42cb-9ec9-bce0fcfe28d3/c4574ba8-98d7-4d54-af58-b35a199df91f) {{(pid=79158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:21:51.129753 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-41c377ae-f73f-4706-bf3e-86069989168b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.906s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:51.131973 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.565s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:51.149111 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1a36c-d549-4578-8129-c51ea9da7dda service neutron] Pushing event updated for resources: {'Port': ['ID=d85173c0-8c2e-4785-99d7-09918b979ba3,revision_number=3']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:51.152165 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-69e35ada-12f2-47a8-a53a-885272f1811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'name': 'tempest-AttachVolumeTestJSON-560001265-router', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179'}], 'enable_snat': True}, 'gw_port_id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:31Z', 'updated_at': '2021-08-11T16:21:39Z', 'revision_number': 3, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'gw_port': {'id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:eb:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:36Z', 'updated_at': '2021-08-11T16:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb'}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:51.167324 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e35ada-12f2-47a8-a53a-885272f1811a None None] The sync data for ids ['0613ad3d-b0a7-48fa-98be-159f77c97299'] in dv-cinder-804265-1-smb is: [{'id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'name': 'tempest-AttachVolumeTestJSON-560001265-router', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179'}], 'enable_snat': True}, 'gw_port_id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:31Z', 'updated_at': '2021-08-11T16:21:39Z', 'revision_number': 3, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'gw_port': {'id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:eb:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:36Z', 'updated_at': '2021-08-11T16:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb'}] {{(pid=79160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:21:51.168773 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d456766d-49c3-483d-b55d-e7f1050e7247 admin admin] Network e84d1f2e-0958-4576-b874-787314c79445 is already hosted by enough agents. {{(pid=79159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:21:51.178657 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a0b4dc-20d6-463f-aade-de874ca37534', 'tag': 'd85173c0-8c2e-4785-99d7-09918b979ba3', 'status': 'completed', 'code': 200} Aug 11 16:21:51.179769 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-7cb1a36c-d549-4578-8129-c51ea9da7dda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.097s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:51.189152 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [None req-d456766d-49c3-483d-b55d-e7f1050e7247 admin admin] Resources bound (agent type, host, resource id): {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:21:51.202149 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-6ff9ef44-c601-4a5a-b269-10b45674d89f admin admin] Unset dirty status for tenant:a1405fc888da4a32a1dc07889dad5bef on resource:security_group {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:21:51.203963 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-6ff9ef44-c601-4a5a-b269-10b45674d89f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46a1329999f5470a9fda4489e12c0ae2&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0371933 Aug 11 16:21:51.213322 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 38756) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:51.262096 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:51.280192 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] For port a1ba9f2d-cddc-420d-a6d2-601e6263282f, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=a1ba9f2d-cddc-420d-a6d2-601e6263282f,segment=NetworkSegment(ef0f4f8c-59c6-4f74-90fe-819af28e8bc6),segment_id=ef0f4f8c-59c6-4f74-90fe-819af28e8bc6)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:21:51.281490 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-c814804b-28ec-4e63-b31d-b9e3f60ae416 None None] Provisioning for port 25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e completed by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:21:51.288620 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-c814804b-28ec-4e63-b31d-b9e3f60ae416 None None] Provisioning complete for port 25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e triggered by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:21:51.289284 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-c814804b-28ec-4e63-b31d-b9e3f60ae416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:51.371849 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.db [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-aed7cea8-60da-453e-b250-f8e70f1e9a32 service neutron] For port 4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f, host hv-cinder-80426, cleared binding levels {{(pid=79158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:21:51.374696 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-c814804b-28ec-4e63-b31d-b9e3f60ae416 None None] Port 25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e cannot update to ACTIVE because it is not bound. {{(pid=79160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:21:51.376464 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:51.379276 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:51.396088 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.db [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-aed7cea8-60da-453e-b250-f8e70f1e9a32 service neutron] For port 4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f,segment=NetworkSegment(2161f825-39d1-4314-9a39-0939cbb9e4bc),segment_id=2161f825-39d1-4314-9a39-0939cbb9e4bc)] {{(pid=79158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:21:51.399345 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.479s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:51.399736 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:51.420702 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.039s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:51.472425 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-aed7cea8-60da-453e-b250-f8e70f1e9a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:51.479570 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Pushing event updated for resources: {'Port': ['ID=a1ba9f2d-cddc-420d-a6d2-601e6263282f,revision_number=4']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:51.483978 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:51.614538 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff9ef44-c601-4a5a-b269-10b45674d89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167f60a9-c5e5-409e-93f6-4a2d43af8864,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:51.649189 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-6ff9ef44-c601-4a5a-b269-10b45674d89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:51.658378 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd3c0c-3a0c-4364-a024-6f1d94db8b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6137a540-4ddb-43b1-9939-70c953caa500,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:51.701576 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:51.759430 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-aed7cea8-60da-453e-b250-f8e70f1e9a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:51.763851 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-aef4c6a1-09bd-470f-90ce-ec1a45d55a12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.912s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:51.764921 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-aed7cea8-60da-453e-b250-f8e70f1e9a32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for port, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:51.776098 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-aed7cea8-60da-453e-b250-f8e70f1e9a32 service neutron] 10.222.0.20 "PUT /v2.0/ports/4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f HTTP/1.1" status: 200 len: 1093 time: 5.8356316 Aug 11 16:21:51.783399 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-d0cd3c0c-3a0c-4364-a024-6f1d94db8b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:51.791593 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-7cb1a36c-d549-4578-8129-c51ea9da7dda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.243s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:51.858354 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-9932ccdc-dfaf-43bc-963b-4606cbad47c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:51.940647 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-9932ccdc-dfaf-43bc-963b-4606cbad47c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:52.060796 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-3905d9a4-db6f-425c-96c7-b124c9da1224 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for port, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:52.084187 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed7cea8-60da-453e-b250-f8e70f1e9a32 service neutron] Pushing event updated for resources: {'Port': ['ID=4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f,revision_number=3']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:52.096512 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-aed7cea8-60da-453e-b250-f8e70f1e9a32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:52.143358 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-3905d9a4-db6f-425c-96c7-b124c9da1224 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552'] for port, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:52.149236 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-aed7cea8-60da-453e-b250-f8e70f1e9a32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:52.271746 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d456766d-49c3-483d-b55d-e7f1050e7247 admin admin] Router 7b597ebe-4c55-4924-b9ae-9ef33329cd9c has already been hosted by L3 agent fe3825e1-cd20-4759-aaf9-51b0eae29acc {{(pid=79159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:21:52.295477 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-9932ccdc-dfaf-43bc-963b-4606cbad47c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:52.338414 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3905d9a4-db6f-425c-96c7-b124c9da1224 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Network 74b3c71b-fb08-4503-8924-b9e5cb7ae853 is already hosted by enough agents. {{(pid=79158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:21:52.343619 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.base_scheduler [None req-3905d9a4-db6f-425c-96c7-b124c9da1224 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Resources bound (agent type, host, resource id): {{(pid=79158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:21:52.349308 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3905d9a4-db6f-425c-96c7-b124c9da1224 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Received port after_create {{(pid=79158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:21:52.363099 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-054268b7-5929-4039-9e64-0868af8c337f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:52.369875 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456766d-49c3-483d-b55d-e7f1050e7247 admin admin] Pushing event updated for resources: {'Port': ['ID=b35e20df-99b3-4d2d-85db-e921aa572fc2,revision_number=2']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:52.469807 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905d9a4-db6f-425c-96c7-b124c9da1224 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Pushing event updated for resources: {'Port': ['ID=c4574ba8-98d7-4d54-af58-b35a199df91f,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:52.471430 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-d456766d-49c3-483d-b55d-e7f1050e7247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:52.485445 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-3905d9a4-db6f-425c-96c7-b124c9da1224 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:52.489870 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:52.505932 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-f2f7d5ec-fe64-40dd-866c-db690f4dee42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:52.533755 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-969434fc-c029-4a64-b8f8-8b9c6510b5be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:52.542429 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054268b7-5929-4039-9e64-0868af8c337f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be593efa-54dd-475b-bbad-233c76a2f322,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:52.542624 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-9932ccdc-dfaf-43bc-963b-4606cbad47c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:52.544797 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-9932ccdc-dfaf-43bc-963b-4606cbad47c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6137a540-4ddb-43b1-9939-70c953caa500 HTTP/1.1" status: 204 len: 168 time: 1.8584883 Aug 11 16:21:52.549508 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932ccdc-dfaf-43bc-963b-4606cbad47c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6137a540-4ddb-43b1-9939-70c953caa500,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:52.553533 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-9932ccdc-dfaf-43bc-963b-4606cbad47c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:52.561544 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-054268b7-5929-4039-9e64-0868af8c337f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:52.570279 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-3905d9a4-db6f-425c-96c7-b124c9da1224 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:52.581465 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dea35c-e74e-4ec5-a46c-e5cc6baf1612 req-d7ca0bea-32cc-4316-ae8b-dcef69742377 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:52.591214 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f3dea35c-e74e-4ec5-a46c-e5cc6baf1612 req-d7ca0bea-32cc-4316-ae8b-dcef69742377 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3a0b4dc-20d6-463f-aade-de874ca37534 HTTP/1.1" status: 200 len: 943 time: 0.5533824 Aug 11 16:21:52.744994 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-3905d9a4-db6f-425c-96c7-b124c9da1224 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:52.914816 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-969434fc-c029-4a64-b8f8-8b9c6510b5be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:52.955769 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114f36c-a4c9-405b-aaf5-e8d1346f011b req-bab0a35b-444e-42d9-96c6-8cfa2df5b53e tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:52.957476 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7114f36c-a4c9-405b-aaf5-e8d1346f011b req-bab0a35b-444e-42d9-96c6-8cfa2df5b53e tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a244b04-49db-4b56-86f4-0dc485fdc840 HTTP/1.1" status: 200 len: 943 time: 0.9255204 Aug 11 16:21:52.983972 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f3dea35c-e74e-4ec5-a46c-e5cc6baf1612 req-6f8c3c41-d9ac-42de-a238-529c162f4ab3 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629320 Aug 11 16:21:53.023534 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-054268b7-5929-4039-9e64-0868af8c337f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:53.027411 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-054268b7-5929-4039-9e64-0868af8c337f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be593efa-54dd-475b-bbad-233c76a2f322 HTTP/1.1" status: 204 len: 168 time: 3.6628482 Aug 11 16:21:53.080811 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-3905d9a4-db6f-425c-96c7-b124c9da1224 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for port, precommit_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:53.096328 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-3905d9a4-db6f-425c-96c7-b124c9da1224 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:53.102291 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-283e7f6e-9fb1-49f4-8d3d-4cecbee0b9a5 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:53.122464 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d456766d-49c3-483d-b55d-e7f1050e7247 admin admin] Notify agent at l3_agent.dv-cinder-804265-1-smb the message routers_updated {{(pid=79159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:21:53.142960 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7114f36c-a4c9-405b-aaf5-e8d1346f011b req-0cc08c1c-021f-4760-ba79-d9269f7c10cd tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/security-groups?id=371a27a9-3c5b-43f4-8385-ed92687d1b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494787 Aug 11 16:21:53.144964 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-41c377ae-f73f-4706-bf3e-86069989168b admin admin] Notify callbacks [] for port, precommit_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:53.147748 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcae32e-b886-45f2-b839-110c2d95d236 None None] Sync routers for ids ['7b597ebe-4c55-4924-b9ae-9ef33329cd9c'] in dv-cinder-804265-1-smb {{(pid=79161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:21:53.169159 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-d456766d-49c3-483d-b55d-e7f1050e7247 admin admin] 10.222.0.21 "PUT /v2.0/routers/7b597ebe-4c55-4924-b9ae-9ef33329cd9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9836707 Aug 11 16:21:53.179140 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-41c377ae-f73f-4706-bf3e-86069989168b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:53.184822 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a244b04-49db-4b56-86f4-0dc485fdc840', 'tag': '4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f'}] {{(pid=79158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:21:53.187154 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-41c377ae-f73f-4706-bf3e-86069989168b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397882'] for router_interface, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:53.193085 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-d456766d-49c3-483d-b55d-e7f1050e7247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:53.203310 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcae32e-b886-45f2-b839-110c2d95d236 None None] Routers {'7b597ebe-4c55-4924-b9ae-9ef33329cd9c'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:21:53.214551 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-5fcae32e-b886-45f2-b839-110c2d95d236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:21:49Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['7b597ebe-4c55-4924-b9ae-9ef33329cd9c'], 'active': True} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:53.249268 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-3905d9a4-db6f-425c-96c7-b124c9da1224 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608121'] for floatingip, after_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:53.308274 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-969434fc-c029-4a64-b8f8-8b9c6510b5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:53.371429 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905d9a4-db6f-425c-96c7-b124c9da1224 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Pushing event updated for resources: {'Port': ['ID=c4574ba8-98d7-4d54-af58-b35a199df91f,revision_number=2']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:53.384523 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-3905d9a4-db6f-425c-96c7-b124c9da1224 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:53.389005 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a244b04-49db-4b56-86f4-0dc485fdc840', 'tag': '4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f', 'status': 'completed', 'code': 200} Aug 11 16:21:53.391329 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-3905d9a4-db6f-425c-96c7-b124c9da1224 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for floatingip, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:53.405124 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-3905d9a4-db6f-425c-96c7-b124c9da1224 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1129789 Aug 11 16:21:53.413773 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-969434fc-c029-4a64-b8f8-8b9c6510b5be admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:53.415094 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-969434fc-c029-4a64-b8f8-8b9c6510b5be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/167f60a9-c5e5-409e-93f6-4a2d43af8864 HTTP/1.1" status: 204 len: 168 time: 2.1918945 Aug 11 16:21:53.425982 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c377ae-f73f-4706-bf3e-86069989168b admin admin] Pushing event updated for resources: {'Port': ['ID=25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e,revision_number=2']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:53.440278 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-41c377ae-f73f-4706-bf3e-86069989168b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:53.443445 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:53.677346 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvr_db [None req-5fcae32e-b886-45f2-b839-110c2d95d236 None None] Set router 7b597ebe-4c55-4924-b9ae-9ef33329cd9c gateway port host: dv-cinder-804265-1-smb {{(pid=79161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:21:53.750329 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 2f3b3060-c232-4da8-8d5c-61cedd5126a4 up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:21:53.795033 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969434fc-c029-4a64-b8f8-8b9c6510b5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167f60a9-c5e5-409e-93f6-4a2d43af8864,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:53.803890 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-969434fc-c029-4a64-b8f8-8b9c6510b5be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:53.835351 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c377ae-f73f-4706-bf3e-86069989168b admin admin] Network cb400975-e9dd-443e-9606-847a21e328b4 is already hosted by enough agents. {{(pid=79159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:21:53.839512 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [None req-41c377ae-f73f-4706-bf3e-86069989168b admin admin] Resources bound (agent type, host, resource id): {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:21:53.874724 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 38798) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:53.965831 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-92cf2ead-2c70-48b4-81e1-c7cfe0140692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:53.975950 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning for port 2f3b3060-c232-4da8-8d5c-61cedd5126a4 completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:21:53.981353 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port 2f3b3060-c232-4da8-8d5c-61cedd5126a4 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:21:53.986598 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:54.034229 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-92cf2ead-2c70-48b4-81e1-c7cfe0140692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:54.062362 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-92cf2ead-2c70-48b4-81e1-c7cfe0140692 admin admin] Usage tracker for resource:security_group_rule and tenant:1b02052d3f1343fcbc4efff812d90233 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:54.074240 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-92cf2ead-2c70-48b4-81e1-c7cfe0140692 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:54.090859 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-92cf2ead-2c70-48b4-81e1-c7cfe0140692 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:54.379441 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-92cf2ead-2c70-48b4-81e1-c7cfe0140692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:54.387922 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-92cf2ead-2c70-48b4-81e1-c7cfe0140692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:54.403174 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:54.472942 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf2ead-2c70-48b4-81e1-c7cfe0140692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e61492-1764-4317-88bc-ff75743ba190,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:54.476094 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-92cf2ead-2c70-48b4-81e1-c7cfe0140692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:54.503793 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-92cf2ead-2c70-48b4-81e1-c7cfe0140692 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1b02052d3f1343fcbc4efff812d90233&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6272831 Aug 11 16:21:54.504517 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 38826) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:54.529867 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-45ae5d71-6687-48fd-84b7-ea2e7a46655f None None] Provisioning complete for port 25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e triggered by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:21:54.530186 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-45ae5d71-6687-48fd-84b7-ea2e7a46655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:54.556385 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-5fcae32e-b886-45f2-b839-110c2d95d236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b597ebe-4c55-4924-b9ae-9ef33329cd9c', 'name': 'tempest-ServerRescueNegativeTestJSON-664185012-router', 'tenant_id': '5f65af374b754ad0a8db24d255bf01a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a1ba9f2d-cddc-420d-a6d2-601e6263282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:48Z', 'revision_number': 4, 'project_id': '5f65af374b754ad0a8db24d255bf01a9', 'gw_port': {'id': 'a1ba9f2d-cddc-420d-a6d2-601e6263282f', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b597ebe-4c55-4924-b9ae-9ef33329cd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:30Z', 'updated_at': '2021-08-11T16:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': 'b35e20df-99b3-4d2d-85db-e921aa572fc2', 'name': '', 'network_id': 'e84d1f2e-0958-4576-b874-787314c79445', 'tenant_id': '5f65af374b754ad0a8db24d255bf01a9', 'mac_address': 'fa:16:3e:b9:e2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b597ebe-4c55-4924-b9ae-9ef33329cd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '38724f5f-39a0-4316-8f66-1571c8e42441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:41Z', 'updated_at': '2021-08-11T16:21:48Z', 'revision_number': 2, 'project_id': '5f65af374b754ad0a8db24d255bf01a9', 'subnets': [{'id': '38724f5f-39a0-4316-8f66-1571c8e42441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:54.562889 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcae32e-b886-45f2-b839-110c2d95d236 None None] Checking router: 7b597ebe-4c55-4924-b9ae-9ef33329cd9c for host: dv-cinder-804265-1-smb {{(pid=79161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:21:54.570708 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcae32e-b886-45f2-b839-110c2d95d236 None None] Updating router 7b597ebe-4c55-4924-b9ae-9ef33329cd9c port b35e20df-99b3-4d2d-85db-e921aa572fc2 binding host dv-cinder-804265-1-smb {{(pid=79161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 16:21:54.587539 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a6aa2d8f-1967-414b-a6df-836b8366e08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:54.620689 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a6aa2d8f-1967-414b-a6df-836b8366e08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:54.677522 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-45ae5d71-6687-48fd-84b7-ea2e7a46655f None None] Port 25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e cannot update to ACTIVE because it is not bound. {{(pid=79160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:21:54.682563 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:54.696821 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a6aa2d8f-1967-414b-a6df-836b8366e08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:54.705273 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:54.717836 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-5fcae32e-b886-45f2-b839-110c2d95d236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:54.719394 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] For port 2f3b3060-c232-4da8-8d5c-61cedd5126a4, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=2f3b3060-c232-4da8-8d5c-61cedd5126a4,segment=NetworkSegment(ef0f4f8c-59c6-4f74-90fe-819af28e8bc6),segment_id=ef0f4f8c-59c6-4f74-90fe-819af28e8bc6)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:21:54.725336 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-c1a38aef-9543-47a6-ab43-062da9ca2030 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Synchronizing usage tracker for tenant:fef1ad4cb48040e8929d178e9133121b on resource:security_group {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:21:54.735068 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:54.736946 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa2d8f-1967-414b-a6df-836b8366e08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e61492-1764-4317-88bc-ff75743ba190,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:54.737959 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device a1ba9f2d-cddc-420d-a6d2-601e6263282f up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:21:54.739240 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-a6aa2d8f-1967-414b-a6df-836b8366e08a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:54.740491 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a6aa2d8f-1967-414b-a6df-836b8366e08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:54.744896 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-a6aa2d8f-1967-414b-a6df-836b8366e08a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d4e61492-1764-4317-88bc-ff75743ba190 HTTP/1.1" status: 204 len: 168 time: 0.2393408 Aug 11 16:21:54.750702 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c377ae-f73f-4706-bf3e-86069989168b admin admin] Router 0613ad3d-b0a7-48fa-98be-159f77c97299 has already been hosted by L3 agent fe3825e1-cd20-4759-aaf9-51b0eae29acc {{(pid=79159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:21:54.791284 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:54.838454 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-c1a38aef-9543-47a6-ab43-062da9ca2030 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Unset dirty status for tenant:fef1ad4cb48040e8929d178e9133121b on resource:security_group {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:21:54.839634 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-c1a38aef-9543-47a6-ab43-062da9ca2030 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--136473746&fields=id&tenant_id=fef1ad4cb48040e8929d178e9133121b HTTP/1.1" status: 200 len: 267 time: 0.6131854 Aug 11 16:21:54.901267 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Pushing event updated for resources: {'Port': ['ID=2f3b3060-c232-4da8-8d5c-61cedd5126a4,revision_number=4']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:54.909795 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e3029-f730-4310-bad1-d146237ccd96 req-e00a32f1-7269-4865-b7cd-fa8d591861f2 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:54.911411 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-168e3029-f730-4310-bad1-d146237ccd96 req-e00a32f1-7269-4865-b7cd-fa8d591861f2 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3a0b4dc-20d6-463f-aade-de874ca37534 HTTP/1.1" status: 200 len: 943 time: 0.4385722 Aug 11 16:21:54.935787 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:54.968698 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port a1ba9f2d-cddc-420d-a6d2-601e6263282f triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:21:54.969449 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:55.092118 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c08b17-e0ae-4698-a8df-5c225187db89 req-485db1c2-339e-494a-9281-7a723548fd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:55.094343 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-a7c08b17-e0ae-4698-a8df-5c225187db89 req-485db1c2-339e-494a-9281-7a723548fd38 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fc782a108854b0da42a1d06299b49f2&device_id=e3a0b4dc-20d6-463f-aade-de874ca37534 HTTP/1.1" status: 200 len: 1096 time: 0.2955837 Aug 11 16:21:55.098179 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6581e05-3993-4a0f-92d6-5dfca7fa96f2 req-7660fb10-5abd-479a-84f8-68103bbcfb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:55.099620 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-c6581e05-3993-4a0f-92d6-5dfca7fa96f2 req-7660fb10-5abd-479a-84f8-68103bbcfb59 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95f019af1dde4c819ad3f4466f8a5644&device_id=1a244b04-49db-4b56-86f4-0dc485fdc840 HTTP/1.1" status: 200 len: 1096 time: 0.2989681 Aug 11 16:21:55.302377 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-168e3029-f730-4310-bad1-d146237ccd96 req-301b60af-caa4-441e-b344-71d38bfb380a tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732376 Aug 11 16:21:55.310645 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c377ae-f73f-4706-bf3e-86069989168b admin admin] Notify agent at l3_agent.dv-cinder-804265-1-smb the message routers_updated {{(pid=79159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:21:55.324688 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aade4a-6794-414f-b2e7-ae797beb9661 None None] Sync routers for ids ['0613ad3d-b0a7-48fa-98be-159f77c97299'] in dv-cinder-804265-1-smb {{(pid=79160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:21:55.334790 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-41c377ae-f73f-4706-bf3e-86069989168b admin admin] 10.222.0.21 "PUT /v2.0/routers/0613ad3d-b0a7-48fa-98be-159f77c97299/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0940578 Aug 11 16:21:55.340517 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aade4a-6794-414f-b2e7-ae797beb9661 None None] Routers {'0613ad3d-b0a7-48fa-98be-159f77c97299'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:21:55.341160 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-c7aade4a-6794-414f-b2e7-ae797beb9661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:21:49Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['0613ad3d-b0a7-48fa-98be-159f77c97299'], 'active': True} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:55.348959 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-640d55e6-e72c-4dac-9739-4df248f0fc0e tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:55.349663 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-640d55e6-e72c-4dac-9739-4df248f0fc0e tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Synchronizing usage tracker for tenant:fef1ad4cb48040e8929d178e9133121b on resource:network {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:21:55.371450 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-640d55e6-e72c-4dac-9739-4df248f0fc0e tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Unset dirty status for tenant:fef1ad4cb48040e8929d178e9133121b on resource:network {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:21:55.374296 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-640d55e6-e72c-4dac-9739-4df248f0fc0e tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/networks?id=0716185b-9f94-472b-95f6-9bbd05d2e424 HTTP/1.1" status: 200 len: 816 time: 0.5238945 Aug 11 16:21:55.395612 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-52cda845-3950-4402-8102-ee0a11c9f18a tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/quotas/fef1ad4cb48040e8929d178e9133121b HTTP/1.1" status: 200 len: 375 time: 0.0158350 Aug 11 16:21:55.434482 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-5fcae32e-b886-45f2-b839-110c2d95d236 None None] Notify callbacks [] for port, precommit_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:55.462228 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.provisioning_blocks [None req-5fcae32e-b886-45f2-b839-110c2d95d236 None None] Transition to ACTIVE for port object b35e20df-99b3-4d2d-85db-e921aa572fc2 will not be triggered until provisioned by entity L2. {{(pid=79161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:21:55.496787 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-5fcae32e-b886-45f2-b839-110c2d95d236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:55.502141 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG oslo_concurrency.lockutils [None req-cb3898f5-25eb-4d9b-8ea8-177dbf5bfd8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:55.529207 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 2f3b3060-c232-4da8-8d5c-61cedd5126a4 up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:21:55.577168 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-2c30a35e-33c3-4dee-94ab-8a8204294087 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fef1ad4cb48040e8929d178e9133121b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1752653 Aug 11 16:21:55.710800 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f32d6a-5777-4224-a260-2834e48b75a8 None None] Pushing event updated for resources: {'Port': ['ID=b35e20df-99b3-4d2d-85db-e921aa572fc2,revision_number=3']} {{(pid=79161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:55.716021 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG oslo_concurrency.lockutils [None req-37f32d6a-5777-4224-a260-2834e48b75a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:55.745715 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port 2f3b3060-c232-4da8-8d5c-61cedd5126a4 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:21:55.746582 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:55.822739 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.managers [None req-5fcae32e-b886-45f2-b839-110c2d95d236 None None] Attempting to bind port b35e20df-99b3-4d2d-85db-e921aa572fc2 on host dv-cinder-804265-1-smb for vnic_type normal with profile {{(pid=79161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:21:55.823036 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.managers [None req-5fcae32e-b886-45f2-b839-110c2d95d236 None None] Attempting to bind port b35e20df-99b3-4d2d-85db-e921aa572fc2 by drivers openvswitch,hyperv on host dv-cinder-804265-1-smb at level 0 using segments [{'id': 'fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e84d1f2e-0958-4576-b874-787314c79445'}] {{(pid=79161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:21:55.823415 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcae32e-b886-45f2-b839-110c2d95d236 None None] Attempting to bind port b35e20df-99b3-4d2d-85db-e921aa572fc2 on network e84d1f2e-0958-4576-b874-787314c79445 {{(pid=79161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:21:55.825760 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvr_db [None req-c7aade4a-6794-414f-b2e7-ae797beb9661 None None] Set router 0613ad3d-b0a7-48fa-98be-159f77c97299 gateway port host: dv-cinder-804265-1-smb {{(pid=79160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:21:55.833665 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcae32e-b886-45f2-b839-110c2d95d236 None None] Checking agent: {'id': '5e93d7f9-9d48-4304-bf8c-d89fe7491ad7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 12, 47), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:21:55.834049 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcae32e-b886-45f2-b839-110c2d95d236 None None] Checking segment: {'id': 'fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e84d1f2e-0958-4576-b874-787314c79445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:21:55.834500 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-5fcae32e-b886-45f2-b839-110c2d95d236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:55.834908 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcae32e-b886-45f2-b839-110c2d95d236 None None] Bound using segment: {'id': 'fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e84d1f2e-0958-4576-b874-787314c79445'} {{(pid=79161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:21:55.835396 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.managers [None req-5fcae32e-b886-45f2-b839-110c2d95d236 None None] Bound port: b35e20df-99b3-4d2d-85db-e921aa572fc2, host: dv-cinder-804265-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e84d1f2e-0958-4576-b874-787314c79445'}}] {{(pid=79161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:21:55.835804 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-5fcae32e-b886-45f2-b839-110c2d95d236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:55.846323 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6581e05-3993-4a0f-92d6-5dfca7fa96f2 req-5b1f9f2a-9ffe-46da-b47c-fe1414861294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:55.847789 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-c6581e05-3993-4a0f-92d6-5dfca7fa96f2 req-5b1f9f2a-9ffe-46da-b47c-fe1414861294 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=95f019af1dde4c819ad3f4466f8a5644&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6728547 Aug 11 16:21:55.849411 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-50fecb9d-8848-4016-97f7-8a3264f0b47d service neutron] 10.222.0.21 "GET /v2.0/networks/0716185b-9f94-472b-95f6-9bbd05d2e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536576 Aug 11 16:21:55.857778 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c08b17-e0ae-4698-a8df-5c225187db89 req-7d3e9259-6393-4843-a57b-e7cff872d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:55.859830 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-a7c08b17-e0ae-4698-a8df-5c225187db89 req-7d3e9259-6393-4843-a57b-e7cff872d171 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3fc782a108854b0da42a1d06299b49f2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.7373943 Aug 11 16:21:56.045640 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.db [None req-5fcae32e-b886-45f2-b839-110c2d95d236 None None] For port b35e20df-99b3-4d2d-85db-e921aa572fc2, host dv-cinder-804265-1-smb, cleared binding levels {{(pid=79161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:21:56.050746 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.db [None req-5fcae32e-b886-45f2-b839-110c2d95d236 None None] For port b35e20df-99b3-4d2d-85db-e921aa572fc2, host dv-cinder-804265-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=b35e20df-99b3-4d2d-85db-e921aa572fc2,segment=NetworkSegment(fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c),segment_id=fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c)] {{(pid=79161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:21:56.058508 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-5fcae32e-b886-45f2-b839-110c2d95d236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:56.068670 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:56.093728 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-017f384f-2b5b-47bf-a8a1-c6751f2570b8 service neutron] 10.222.0.21 "GET /v2.0/networks/0716185b-9f94-472b-95f6-9bbd05d2e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427344 Aug 11 16:21:56.161716 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f32d6a-5777-4224-a260-2834e48b75a8 None None] Pushing event updated for resources: {'Port': ['ID=b35e20df-99b3-4d2d-85db-e921aa572fc2,revision_number=4']} {{(pid=79161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:56.185302 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG oslo_concurrency.lockutils [None req-37f32d6a-5777-4224-a260-2834e48b75a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:56.198577 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:56.229712 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcae32e-b886-45f2-b839-110c2d95d236 None None] Routers {'7b597ebe-4c55-4924-b9ae-9ef33329cd9c'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:21:56.230598 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-5fcae32e-b886-45f2-b839-110c2d95d236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:21:49Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['7b597ebe-4c55-4924-b9ae-9ef33329cd9c'], 'active': True} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:56.496772 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c08b17-e0ae-4698-a8df-5c225187db89 req-afdd2b77-7c9d-47e5-a52f-7f382702c060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:56.498254 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-a7c08b17-e0ae-4698-a8df-5c225187db89 req-afdd2b77-7c9d-47e5-a52f-7f382702c060 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5934024 Aug 11 16:21:56.523093 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6581e05-3993-4a0f-92d6-5dfca7fa96f2 req-fc43b378-a776-4920-a174-ffbe093012ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:56.524604 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-c6581e05-3993-4a0f-92d6-5dfca7fa96f2 req-fc43b378-a776-4920-a174-ffbe093012ea service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6644902 Aug 11 16:21:56.586977 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-c7aade4a-6794-414f-b2e7-ae797beb9661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'name': 'tempest-AttachVolumeTestJSON-560001265-router', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179'}], 'enable_snat': True}, 'gw_port_id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:31Z', 'updated_at': '2021-08-11T16:21:50Z', 'revision_number': 4, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'gw_port': {'id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:36Z', 'updated_at': '2021-08-11T16:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': '25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e', 'name': '', 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'mac_address': 'fa:16:3e:50:b7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd95ae6d0-d0c2-4ac0-b270-7afce54713aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:49Z', 'updated_at': '2021-08-11T16:21:52Z', 'revision_number': 2, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'subnets': [{'id': 'd95ae6d0-d0c2-4ac0-b270-7afce54713aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:56.603967 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aade4a-6794-414f-b2e7-ae797beb9661 None None] Checking router: 0613ad3d-b0a7-48fa-98be-159f77c97299 for host: dv-cinder-804265-1-smb {{(pid=79160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:21:56.606119 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aade4a-6794-414f-b2e7-ae797beb9661 None None] Updating router 0613ad3d-b0a7-48fa-98be-159f77c97299 port 25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e binding host dv-cinder-804265-1-smb {{(pid=79160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 16:21:56.706654 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-c7aade4a-6794-414f-b2e7-ae797beb9661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:56.714150 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvr_db [None req-5fcae32e-b886-45f2-b839-110c2d95d236 None None] Set router 7b597ebe-4c55-4924-b9ae-9ef33329cd9c gateway port host: dv-cinder-804265-1-smb {{(pid=79161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:21:56.857753 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-b4ab35e5-33bb-49f8-922c-93f28a263bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:56.859493 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-b4ab35e5-33bb-49f8-922c-93f28a263bf8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fc782a108854b0da42a1d06299b49f2&device_id=e3a0b4dc-20d6-463f-aade-de874ca37534 HTTP/1.1" status: 200 len: 1096 time: 0.2746687 Aug 11 16:21:56.921287 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-3c7d6007-163d-4bbd-b48b-ca88e4a5afb2 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:56.923102 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-3c7d6007-163d-4bbd-b48b-ca88e4a5afb2 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Synchronizing usage tracker for tenant:5f65af374b754ad0a8db24d255bf01a9 on resource:network {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:21:56.965788 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e08d7-8e9e-4a91-8ece-b22acc7e4999 req-eca1aa4f-ec20-4606-a6cd-bb3d0ba32e0c tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:56.968906 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fa9e08d7-8e9e-4a91-8ece-b22acc7e4999 req-eca1aa4f-ec20-4606-a6cd-bb3d0ba32e0c tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a244b04-49db-4b56-86f4-0dc485fdc840 HTTP/1.1" status: 200 len: 943 time: 0.4430659 Aug 11 16:21:56.998074 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-5b77c38d-5746-4b85-b851-d9ed1a5800f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:56.999598 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-5b77c38d-5746-4b85-b851-d9ed1a5800f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95f019af1dde4c819ad3f4466f8a5644&device_id=1a244b04-49db-4b56-86f4-0dc485fdc840 HTTP/1.1" status: 200 len: 1096 time: 0.3297057 Aug 11 16:21:57.018175 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-230589ef-d3e8-4bf4-b92c-910558135759 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d85173c0-8c2e-4785-99d7-09918b979ba3 HTTP/1.1" status: 200 len: 217 time: 0.1446037 Aug 11 16:21:57.051923 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-3c7d6007-163d-4bbd-b48b-ca88e4a5afb2 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Unset dirty status for tenant:5f65af374b754ad0a8db24d255bf01a9 on resource:network {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:21:57.058254 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-3c7d6007-163d-4bbd-b48b-ca88e4a5afb2 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/networks?id=e84d1f2e-0958-4576-b874-787314c79445 HTTP/1.1" status: 200 len: 818 time: 0.8160019 Aug 11 16:21:57.126139 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-237f8ae3-e029-42d6-98bc-b182c3b1cfd3 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/quotas/5f65af374b754ad0a8db24d255bf01a9 HTTP/1.1" status: 200 len: 375 time: 0.0670474 Aug 11 16:21:57.218240 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fa9e08d7-8e9e-4a91-8ece-b22acc7e4999 req-cad46d69-3105-40d5-9a4e-6342c0fa989f tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/security-groups?id=371a27a9-3c5b-43f4-8385-ed92687d1b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350109 Aug 11 16:21:57.291560 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-5ab52500-18dc-4aef-b376-3fb2ad7edb42 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f HTTP/1.1" status: 200 len: 217 time: 0.2594209 Aug 11 16:21:57.315763 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-81417fe0-5f03-4fba-b869-708b707bc93a tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Synchronizing usage tracker for tenant:5f65af374b754ad0a8db24d255bf01a9 on resource:port {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:21:57.389912 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-81417fe0-5f03-4fba-b869-708b707bc93a tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Unset dirty status for tenant:5f65af374b754ad0a8db24d255bf01a9 on resource:port {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:21:57.391574 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-81417fe0-5f03-4fba-b869-708b707bc93a tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f65af374b754ad0a8db24d255bf01a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2581623 Aug 11 16:21:57.447500 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-5fcae32e-b886-45f2-b839-110c2d95d236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b597ebe-4c55-4924-b9ae-9ef33329cd9c', 'name': 'tempest-ServerRescueNegativeTestJSON-664185012-router', 'tenant_id': '5f65af374b754ad0a8db24d255bf01a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a1ba9f2d-cddc-420d-a6d2-601e6263282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:48Z', 'revision_number': 4, 'project_id': '5f65af374b754ad0a8db24d255bf01a9', 'gw_port': {'id': 'a1ba9f2d-cddc-420d-a6d2-601e6263282f', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b597ebe-4c55-4924-b9ae-9ef33329cd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:30Z', 'updated_at': '2021-08-11T16:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': 'b35e20df-99b3-4d2d-85db-e921aa572fc2', 'name': '', 'network_id': 'e84d1f2e-0958-4576-b874-787314c79445', 'tenant_id': '5f65af374b754ad0a8db24d255bf01a9', 'mac_address': 'fa:16:3e:b9:e2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b597ebe-4c55-4924-b9ae-9ef33329cd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '38724f5f-39a0-4316-8f66-1571c8e42441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:41Z', 'updated_at': '2021-08-11T16:21:56Z', 'revision_number': 4, 'project_id': '5f65af374b754ad0a8db24d255bf01a9', 'subnets': [{'id': '38724f5f-39a0-4316-8f66-1571c8e42441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:57.452995 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcae32e-b886-45f2-b839-110c2d95d236 None None] The sync data for ids ['7b597ebe-4c55-4924-b9ae-9ef33329cd9c'] in dv-cinder-804265-1-smb is: [{'id': '7b597ebe-4c55-4924-b9ae-9ef33329cd9c', 'name': 'tempest-ServerRescueNegativeTestJSON-664185012-router', 'tenant_id': '5f65af374b754ad0a8db24d255bf01a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a1ba9f2d-cddc-420d-a6d2-601e6263282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:48Z', 'revision_number': 4, 'project_id': '5f65af374b754ad0a8db24d255bf01a9', 'gw_port': {'id': 'a1ba9f2d-cddc-420d-a6d2-601e6263282f', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b597ebe-4c55-4924-b9ae-9ef33329cd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:30Z', 'updated_at': '2021-08-11T16:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': 'b35e20df-99b3-4d2d-85db-e921aa572fc2', 'name': '', 'network_id': 'e84d1f2e-0958-4576-b874-787314c79445', 'tenant_id': '5f65af374b754ad0a8db24d255bf01a9', 'mac_address': 'fa:16:3e:b9:e2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b597ebe-4c55-4924-b9ae-9ef33329cd9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '38724f5f-39a0-4316-8f66-1571c8e42441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:41Z', 'updated_at': '2021-08-11T16:21:56Z', 'revision_number': 4, 'project_id': '5f65af374b754ad0a8db24d255bf01a9', 'subnets': [{'id': '38724f5f-39a0-4316-8f66-1571c8e42441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:21:57.461998 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-2dafb996-8d6d-4992-b2fa-ee8d93060bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:57.464540 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-2dafb996-8d6d-4992-b2fa-ee8d93060bc1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=943bc67c-82ee-4369-863d-7dfab7722f0d HTTP/1.1" status: 200 len: 851 time: 0.1541128 Aug 11 16:21:57.474766 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-c7aade4a-6794-414f-b2e7-ae797beb9661 None None] Notify callbacks [] for port, precommit_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:57.512091 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-c7aade4a-6794-414f-b2e7-ae797beb9661 None None] Transition to ACTIVE for port object 25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e will not be triggered until provisioned by entity L2. {{(pid=79160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:21:57.531517 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-c7aade4a-6794-414f-b2e7-ae797beb9661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:57.544161 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:57.565702 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-e1af056c-6457-4b29-9f6d-f87b54bb7bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:57.567262 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-e1af056c-6457-4b29-9f6d-f87b54bb7bda service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2722813-1f6a-4424-8cfc-33926ff5c8e0 HTTP/1.1" status: 200 len: 855 time: 0.5416548 Aug 11 16:21:57.651821 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-47903dff-37da-4ff3-9b3b-7c324285bf9a service neutron] 10.222.0.21 "GET /v2.0/networks/e84d1f2e-0958-4576-b874-787314c79445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519269 Aug 11 16:21:57.740211 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-6d46d745-74b0-48f3-9b5f-f5d437e6937d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8f6a840-d07e-445e-be19-d944bca27070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1509182 Aug 11 16:21:57.768657 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-d36f67ba-97b6-4397-bb76-00066888bbc3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20ac73d2-b510-4b10-883b-69d4ea1db42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2911589 Aug 11 16:21:57.799881 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ffa6d-0a9d-46ab-a051-23cf673b8a78 None None] Pushing event updated for resources: {'Port': ['ID=25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e,revision_number=3']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:57.811278 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-f75ffa6d-0a9d-46ab-a051-23cf673b8a78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:57.981749 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-a8c65bc2-3306-4ae3-bf68-d86e578c47b8 service neutron] 10.222.0.21 "GET /v2.0/networks/e84d1f2e-0958-4576-b874-787314c79445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241127 Aug 11 16:21:58.150068 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-669e5f1d-b154-41c0-af1d-84a6ddca5091 service neutron] 10.222.0.20 "GET /v2.0/networks/b8f6a840-d07e-445e-be19-d944bca27070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795936 Aug 11 16:21:58.175613 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-c7aade4a-6794-414f-b2e7-ae797beb9661 None None] Attempting to bind port 25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e on host dv-cinder-804265-1-smb for vnic_type normal with profile {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:21:58.176129 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-c7aade4a-6794-414f-b2e7-ae797beb9661 None None] Attempting to bind port 25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e by drivers openvswitch,hyperv on host dv-cinder-804265-1-smb at level 0 using segments [{'id': '43498505-ff72-4a60-a1de-0e3e6d25bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4'}] {{(pid=79160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:21:58.181464 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7aade4a-6794-414f-b2e7-ae797beb9661 None None] Attempting to bind port 25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e on network cb400975-e9dd-443e-9606-847a21e328b4 {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:21:58.194769 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7aade4a-6794-414f-b2e7-ae797beb9661 None None] Checking agent: {'id': '5e93d7f9-9d48-4304-bf8c-d89fe7491ad7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 12, 47), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:21:58.195150 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7aade4a-6794-414f-b2e7-ae797beb9661 None None] Checking segment: {'id': '43498505-ff72-4a60-a1de-0e3e6d25bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:21:58.195557 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-c7aade4a-6794-414f-b2e7-ae797beb9661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:58.196012 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7aade4a-6794-414f-b2e7-ae797beb9661 None None] Bound using segment: {'id': '43498505-ff72-4a60-a1de-0e3e6d25bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4'} {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:21:58.196814 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-c7aade4a-6794-414f-b2e7-ae797beb9661 None None] Bound port: 25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e, host: dv-cinder-804265-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43498505-ff72-4a60-a1de-0e3e6d25bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4'}}] {{(pid=79160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:21:58.196814 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-c7aade4a-6794-414f-b2e7-ae797beb9661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:58.462223 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-cf478f32-fa54-4797-a53b-a7ddfa8ce1d7 req-40fd69e2-c4d0-470e-95d8-6dfcff7d4d18 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 210 time: 0.0815485 Aug 11 16:21:58.488193 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.20', 54031) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:58.603785 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-c7aade4a-6794-414f-b2e7-ae797beb9661 None None] For port 25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e, host dv-cinder-804265-1-smb, cleared binding levels {{(pid=79160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:21:58.617748 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-c7aade4a-6794-414f-b2e7-ae797beb9661 None None] For port 25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e, host dv-cinder-804265-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e,segment=NetworkSegment(43498505-ff72-4a60-a1de-0e3e6d25bab0),segment_id=43498505-ff72-4a60-a1de-0e3e6d25bab0)] {{(pid=79160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:21:58.637782 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-c7aade4a-6794-414f-b2e7-ae797beb9661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:58.641681 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:21:58.738628 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 38946) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:21:58.751039 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-8e81eb2f-0f58-4355-8472-7b7ee2c43b30 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1267478808', 'description': 'tempest-description--1473864301'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:58.809819 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-8e81eb2f-0f58-4355-8472-7b7ee2c43b30 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:58.824928 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-8e81eb2f-0f58-4355-8472-7b7ee2c43b30 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Usage tracker for resource:security_group and tenant:31c62e7753bf460ab9f528f3534391b0 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:58.905491 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-b586d4be-f712-40c1-aef6-9368f88cd6be service neutron] 10.222.0.20 "GET /v2.0/networks/20ac73d2-b510-4b10-883b-69d4ea1db42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8555520 Aug 11 16:21:58.913497 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-8e81eb2f-0f58-4355-8472-7b7ee2c43b30 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:58.933570 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-20640069-b577-472f-8e6d-bcfc6bbbf64b tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:58.935870 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-20640069-b577-472f-8e6d-bcfc6bbbf64b tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.20 "GET /v2.0/networks?id=0716185b-9f94-472b-95f6-9bbd05d2e424 HTTP/1.1" status: 200 len: 816 time: 0.4429724 Aug 11 16:21:58.944877 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aade4a-6794-414f-b2e7-ae797beb9661 None None] Routers {'0613ad3d-b0a7-48fa-98be-159f77c97299'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:21:58.961218 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-c7aade4a-6794-414f-b2e7-ae797beb9661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:21:49Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['0613ad3d-b0a7-48fa-98be-159f77c97299'], 'active': True} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:21:59.042995 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-8e81eb2f-0f58-4355-8472-7b7ee2c43b30 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:59.091842 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-f4f60fdf-2584-4340-bfa4-c4036e7ca71e req-b922a533-2e79-4395-ad07-7c179768b8c2 service neutron] 10.222.0.20 "GET /v2.0/networks/b8f6a840-d07e-445e-be19-d944bca27070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9134548 Aug 11 16:21:59.106591 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-46294b06-7e66-4905-b047-3463678539a8 req-3579d520-c701-4600-9999-9500f913ff70 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 210 time: 0.2856383 Aug 11 16:21:59.241823 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-dfd4c0ea-2270-45d2-b502-fa4f816f0198 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fef1ad4cb48040e8929d178e9133121b HTTP/1.1" status: 200 len: 379 time: 0.1860127 Aug 11 16:21:59.243877 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-8e81eb2f-0f58-4355-8472-7b7ee2c43b30 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:21:59.254855 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ffa6d-0a9d-46ab-a051-23cf673b8a78 None None] Pushing event updated for resources: {'Port': ['ID=25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e,revision_number=4']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:21:59.265505 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-96ea83bd-4c85-49a3-a977-e99ff0c63c22 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Request body: {'port': {'device_id': 'e5b72db5-7067-4fa7-9b41-5eab55e62b7e', 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424', 'admin_state_up': True, 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'security_groups': ['d95f6522-5987-4838-a7f1-ece4d8cb7785']}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:21:59.307095 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-f75ffa6d-0a9d-46ab-a051-23cf673b8a78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:21:59.362901 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-8e81eb2f-0f58-4355-8472-7b7ee2c43b30 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:21:59.370256 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-8e81eb2f-0f58-4355-8472-7b7ee2c43b30 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Usage tracker for resource:security_group_rule and tenant:31c62e7753bf460ab9f528f3534391b0 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:21:59.377540 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-8e81eb2f-0f58-4355-8472-7b7ee2c43b30 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:21:59.419323 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-8e81eb2f-0f58-4355-8472-7b7ee2c43b30 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:21:59.429965 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-d805c0ee-5dff-4f80-80d8-c3e8121908b8 req-4843a043-f857-450f-9688-4ac50be28ac9 service neutron] 10.222.0.20 "GET /v2.0/networks/20ac73d2-b510-4b10-883b-69d4ea1db42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5095632 Aug 11 16:21:59.445416 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8594099-8257-44a1-a7c0-95d8429444f5 req-9451a86f-9f49-4b6a-9a1a-f6d46197b187 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:21:59.471496 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f8594099-8257-44a1-a7c0-95d8429444f5 req-9451a86f-9f49-4b6a-9a1a-f6d46197b187 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3a0b4dc-20d6-463f-aade-de874ca37534 HTTP/1.1" status: 200 len: 943 time: 0.5267656 Aug 11 16:21:59.594362 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device b35e20df-99b3-4d2d-85db-e921aa572fc2 up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:21:59.769112 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvr_db [None req-c7aade4a-6794-414f-b2e7-ae797beb9661 None None] Set router 0613ad3d-b0a7-48fa-98be-159f77c97299 gateway port host: dv-cinder-804265-1-smb {{(pid=79160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:21:59.839616 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f8594099-8257-44a1-a7c0-95d8429444f5 req-e4df1545-ad87-49c0-8dbc-04b70d9536b0 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671334 Aug 11 16:22:00.057938 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning for port b35e20df-99b3-4d2d-85db-e921aa572fc2 completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:22:00.082216 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port b35e20df-99b3-4d2d-85db-e921aa572fc2 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:22:00.082751 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:00.207699 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf07644-243a-48a4-8458-f64f5b69a517 req-793908f6-980a-4a57-9fe8-d437741b05b0 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:00.210684 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fcf07644-243a-48a4-8458-f64f5b69a517 req-793908f6-980a-4a57-9fe8-d437741b05b0 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a244b04-49db-4b56-86f4-0dc485fdc840 HTTP/1.1" status: 200 len: 943 time: 0.8167477 Aug 11 16:22:00.211870 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-96ea83bd-4c85-49a3-a977-e99ff0c63c22 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:00.235399 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a02cb7a8-3fd3-4140-b89f-195db2d781e9 req-39947bf9-71dc-4b93-92a4-2a733c71b37a tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 210 time: 0.1973755 Aug 11 16:22:00.254691 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-96ea83bd-4c85-49a3-a977-e99ff0c63c22 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Usage tracker for resource:port and tenant:fef1ad4cb48040e8929d178e9133121b is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:00.272842 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-96ea83bd-4c85-49a3-a977-e99ff0c63c22 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:00.292248 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-96ea83bd-4c85-49a3-a977-e99ff0c63c22 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:00.302674 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-8e81eb2f-0f58-4355-8472-7b7ee2c43b30 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:00.367195 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-8e81eb2f-0f58-4355-8472-7b7ee2c43b30 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:00.385335 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fcf07644-243a-48a4-8458-f64f5b69a517 req-08bc6e00-8da7-4335-8439-d5cb3cb52e39 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/security-groups?id=371a27a9-3c5b-43f4-8385-ed92687d1b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496983 Aug 11 16:22:00.386292 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-96ea83bd-4c85-49a3-a977-e99ff0c63c22 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Made reservation on behalf of fef1ad4cb48040e8929d178e9133121b for: {'port': 1} {{(pid=79159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:22:00.389834 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-96ea83bd-4c85-49a3-a977-e99ff0c63c22 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:00.416128 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:00.419168 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-054268b7-5929-4039-9e64-0868af8c337f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:00.493402 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-c7aade4a-6794-414f-b2e7-ae797beb9661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'name': 'tempest-AttachVolumeTestJSON-560001265-router', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179'}], 'enable_snat': True}, 'gw_port_id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:31Z', 'updated_at': '2021-08-11T16:21:50Z', 'revision_number': 4, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'gw_port': {'id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:36Z', 'updated_at': '2021-08-11T16:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': '25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e', 'name': '', 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'mac_address': 'fa:16:3e:50:b7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd95ae6d0-d0c2-4ac0-b270-7afce54713aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:49Z', 'updated_at': '2021-08-11T16:21:58Z', 'revision_number': 4, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'subnets': [{'id': 'd95ae6d0-d0c2-4ac0-b270-7afce54713aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:22:00.504526 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aade4a-6794-414f-b2e7-ae797beb9661 None None] The sync data for ids ['0613ad3d-b0a7-48fa-98be-159f77c97299'] in dv-cinder-804265-1-smb is: [{'id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'name': 'tempest-AttachVolumeTestJSON-560001265-router', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179'}], 'enable_snat': True}, 'gw_port_id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:31Z', 'updated_at': '2021-08-11T16:21:50Z', 'revision_number': 4, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'gw_port': {'id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:36Z', 'updated_at': '2021-08-11T16:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': '25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e', 'name': '', 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'mac_address': 'fa:16:3e:50:b7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd95ae6d0-d0c2-4ac0-b270-7afce54713aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:49Z', 'updated_at': '2021-08-11T16:21:58Z', 'revision_number': 4, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'subnets': [{'id': 'd95ae6d0-d0c2-4ac0-b270-7afce54713aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:22:00.508233 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] For port b35e20df-99b3-4d2d-85db-e921aa572fc2, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=b35e20df-99b3-4d2d-85db-e921aa572fc2,segment=NetworkSegment(fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c),segment_id=fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:00.524015 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:00.530656 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:00.687702 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81eb2f-0f58-4355-8472-7b7ee2c43b30 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=630ebbc4-bd67-4c75-9198-14dd66baf7ac,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:00.716010 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-8e81eb2f-0f58-4355-8472-7b7ee2c43b30 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:00.736669 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Pushing event updated for resources: {'Port': ['ID=b35e20df-99b3-4d2d-85db-e921aa572fc2,revision_number=5']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:00.746685 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:00.847144 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-8e81eb2f-0f58-4355-8472-7b7ee2c43b30 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:00.851251 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-8e81eb2f-0f58-4355-8472-7b7ee2c43b30 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.1115761 Aug 11 16:22:00.852067 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 39012) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:00.874806 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-c52f5138-1516-4b8e-a52d-259b2f7706e2 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Request body: {'security_group_rule': {'security_group_id': '630ebbc4-bd67-4c75-9198-14dd66baf7ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:22:00.882005 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-c52f5138-1516-4b8e-a52d-259b2f7706e2 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:00.899402 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-c52f5138-1516-4b8e-a52d-259b2f7706e2 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Usage tracker for resource:security_group_rule and tenant:31c62e7753bf460ab9f528f3534391b0 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:00.911465 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-c52f5138-1516-4b8e-a52d-259b2f7706e2 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:00.926975 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-c52f5138-1516-4b8e-a52d-259b2f7706e2 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:00.935422 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-e49663a4-1c71-4f10-94b0-7b7c7f1f7180 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:00.940499 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-e49663a4-1c71-4f10-94b0-7b7c7f1f7180 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.20 "GET /v2.0/networks?id=e84d1f2e-0958-4576-b874-787314c79445 HTTP/1.1" status: 200 len: 818 time: 0.3882971 Aug 11 16:22:00.960594 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-055c155d-aee8-48cb-977f-fb1a1a9da4b3 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Request body: {'port': {'device_id': 'fdec3ffb-c715-4d6d-b35f-a95dc07435e2', 'network_id': 'e84d1f2e-0958-4576-b874-787314c79445', 'admin_state_up': True, 'tenant_id': '5f65af374b754ad0a8db24d255bf01a9'}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:22:01.148178 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c52f5138-1516-4b8e-a52d-259b2f7706e2 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:01.197581 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-055c155d-aee8-48cb-977f-fb1a1a9da4b3 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:01.214609 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-055c155d-aee8-48cb-977f-fb1a1a9da4b3 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:01.233311 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-29401ccb-76c4-4d4b-a018-0dcae1b13922 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:01.238114 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-055c155d-aee8-48cb-977f-fb1a1a9da4b3 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Made reservation on behalf of 5f65af374b754ad0a8db24d255bf01a9 for: {'port': 1} {{(pid=79158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:22:01.243147 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-055c155d-aee8-48cb-977f-fb1a1a9da4b3 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:01.243861 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-29401ccb-76c4-4d4b-a018-0dcae1b13922 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/networks?id=e84d1f2e-0958-4576-b874-787314c79445 HTTP/1.1" status: 200 len: 818 time: 0.8273304 Aug 11 16:22:01.254027 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.db_base_plugin_common [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-96ea83bd-4c85-49a3-a977-e99ff0c63c22 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Allocated IP 172.20.0.8 (0716185b-9f94-472b-95f6-9bbd05d2e424/1d509748-00d5-4471-8b3e-a2f206f5dac5/5d3ddf2f-b157-451d-a236-2f07fe0babc1) {{(pid=79159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:22:01.354934 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-1a8eb406-e733-4098-b3c0-35e1c88d898b tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/quotas/5f65af374b754ad0a8db24d255bf01a9 HTTP/1.1" status: 200 len: 375 time: 0.1089380 Aug 11 16:22:01.480161 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721089dd-4adb-4905-b6ed-92f1d5698cbf req-f00adf03-4dd8-4263-a70c-77a2fe00862f tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:01.487557 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-721089dd-4adb-4905-b6ed-92f1d5698cbf req-f00adf03-4dd8-4263-a70c-77a2fe00862f tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3a0b4dc-20d6-463f-aade-de874ca37534 HTTP/1.1" status: 200 len: 943 time: 0.4207895 Aug 11 16:22:01.578368 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.db_base_plugin_common [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-055c155d-aee8-48cb-977f-fb1a1a9da4b3 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Allocated IP 172.20.0.10 (e84d1f2e-0958-4576-b874-787314c79445/38724f5f-39a0-4316-8f66-1571c8e42441/92fde35d-7fa9-441a-bf4c-6c208c14b13c) {{(pid=79158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:22:01.615531 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c52f5138-1516-4b8e-a52d-259b2f7706e2 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:01.648411 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device b35e20df-99b3-4d2d-85db-e921aa572fc2 up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:22:01.718137 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-721089dd-4adb-4905-b6ed-92f1d5698cbf req-e44751e8-f8ad-4eb3-9876-d30e0bfbc781 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274373 Aug 11 16:22:01.746344 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port b35e20df-99b3-4d2d-85db-e921aa572fc2 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:22:01.747102 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:01.765352 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c52f5138-1516-4b8e-a52d-259b2f7706e2 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516669'] for security_group_rule, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:01.866843 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:01.907013 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:22:02.071273 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f5138-1516-4b8e-a52d-259b2f7706e2 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94fc4ea-d738-4bd0-b242-ab08da148df7,revision_number=0']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:02.078888 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning for port 25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:22:02.090183 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port 25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:22:02.090585 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:02.120204 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-c52f5138-1516-4b8e-a52d-259b2f7706e2 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:02.151892 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-055c155d-aee8-48cb-977f-fb1a1a9da4b3 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Notify callbacks [] for port, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:02.201703 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-055c155d-aee8-48cb-977f-fb1a1a9da4b3 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552'] for port, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:02.211722 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:02.261344 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-7d2e141c-b097-43c2-a8e0-84fb33fad4a0 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f65af374b754ad0a8db24d255bf01a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9043121 Aug 11 16:22:02.343333 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c52f5138-1516-4b8e-a52d-259b2f7706e2 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:02.348113 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-c52f5138-1516-4b8e-a52d-259b2f7706e2 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4820969 Aug 11 16:22:02.349970 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-055c155d-aee8-48cb-977f-fb1a1a9da4b3 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Network e84d1f2e-0958-4576-b874-787314c79445 is already hosted by enough agents. {{(pid=79158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:22:02.351762 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 39060) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:02.355186 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.base_scheduler [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-055c155d-aee8-48cb-977f-fb1a1a9da4b3 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Resources bound (agent type, host, resource id): {{(pid=79158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:22:02.355763 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-84c35f22-3dd4-4f3e-9bd3-21699dae424f req-91aecf39-341e-444e-887c-ea2e2eeb66e1 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Synchronizing usage tracker for tenant:fef1ad4cb48040e8929d178e9133121b on resource:port {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:22:02.372809 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-0a42b16b-a520-4202-b9f0-149e2a5e9e1a tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Request body: {'security_group_rule': {'security_group_id': '630ebbc4-bd67-4c75-9198-14dd66baf7ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:22:02.382276 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-0a42b16b-a520-4202-b9f0-149e2a5e9e1a tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:02.384331 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-055c155d-aee8-48cb-977f-fb1a1a9da4b3 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Received port after_create {{(pid=79158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:22:02.390132 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-0a42b16b-a520-4202-b9f0-149e2a5e9e1a tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Usage tracker for resource:security_group_rule and tenant:31c62e7753bf460ab9f528f3534391b0 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:02.391770 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-055c155d-aee8-48cb-977f-fb1a1a9da4b3 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:02.393562 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-0a42b16b-a520-4202-b9f0-149e2a5e9e1a tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:02.396240 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-055c155d-aee8-48cb-977f-fb1a1a9da4b3 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for port, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:02.400298 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-0a42b16b-a520-4202-b9f0-149e2a5e9e1a tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:02.442812 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c155d-aee8-48cb-977f-fb1a1a9da4b3 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Pushing event updated for resources: {'Port': ['ID=92fde35d-7fa9-441a-bf4c-6c208c14b13c,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:02.448178 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-055c155d-aee8-48cb-977f-fb1a1a9da4b3 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:02.451727 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-055c155d-aee8-48cb-977f-fb1a1a9da4b3 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4950130 Aug 11 16:22:02.471527 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-3f101d75-5ef6-46a5-86d1-8b87f0024f48 service neutron] Request body: {'port': {'device_id': 'fdec3ffb-c715-4d6d-b35f-a95dc07435e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:22:02.481005 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:02.571593 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] For port 25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e,segment=NetworkSegment(43498505-ff72-4a60-a1de-0e3e6d25bab0),segment_id=43498505-ff72-4a60-a1de-0e3e6d25bab0)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:02.592114 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:02.594499 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-032aaa5f-9f85-41f8-9165-ae0c04bd4937 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:02.609434 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-0a42b16b-a520-4202-b9f0-149e2a5e9e1a tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:02.613836 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-3f101d75-5ef6-46a5-86d1-8b87f0024f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:02.674440 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device d85173c0-8c2e-4785-99d7-09918b979ba3 details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:22:02.718139 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-84c35f22-3dd4-4f3e-9bd3-21699dae424f req-91aecf39-341e-444e-887c-ea2e2eeb66e1 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Unset dirty status for tenant:fef1ad4cb48040e8929d178e9133121b on resource:port {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:22:02.719367 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-84c35f22-3dd4-4f3e-9bd3-21699dae424f req-91aecf39-341e-444e-887c-ea2e2eeb66e1 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 210 time: 0.6495423 Aug 11 16:22:02.724274 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-96ea83bd-4c85-49a3-a977-e99ff0c63c22 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for port, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:02.801737 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-0a42b16b-a520-4202-b9f0-149e2a5e9e1a tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:02.803634 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.provisioning_blocks [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-96ea83bd-4c85-49a3-a977-e99ff0c63c22 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Transition to ACTIVE for port object 5d3ddf2f-b157-451d-a236-2f07fe0babc1 will not be triggered until provisioned by entity DHCP. {{(pid=79159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:22:02.834761 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Pushing event updated for resources: {'Port': ['ID=25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e,revision_number=5']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:02.850604 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-0a42b16b-a520-4202-b9f0-149e2a5e9e1a tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516669'] for security_group_rule, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:02.853165 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:02.861205 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-d142088f-1202-4c8f-b8e8-fba8f818f769 service neutron] 10.222.0.21 "GET /v2.0/networks/e84d1f2e-0958-4576-b874-787314c79445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5983891 Aug 11 16:22:02.952078 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:02.986022 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port d85173c0-8c2e-4785-99d7-09918b979ba3, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=d85173c0-8c2e-4785-99d7-09918b979ba3,segment=NetworkSegment(e375eb40-c4eb-4ecd-bf39-be674a1305f8),segment_id=e375eb40-c4eb-4ecd-bf39-be674a1305f8)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:02.996708 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42b16b-a520-4202-b9f0-149e2a5e9e1a tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=699aed04-7ce3-4d66-b1b8-c4d37b572885,revision_number=0']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:03.000170 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Returning: {'device': 'd85173c0-8c2e-4785-99d7-09918b979ba3', 'network_id': 'b8f6a840-d07e-445e-be19-d944bca27070', 'port_id': 'd85173c0-8c2e-4785-99d7-09918b979ba3', 'mac_address': 'fa:16:3e:29:98:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2722813-1f6a-4424-8cfc-33926ff5c8e0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:22:03.013081 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-0a42b16b-a520-4202-b9f0-149e2a5e9e1a tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:03.069860 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.notifiers.nova [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-3f101d75-5ef6-46a5-86d1-8b87f0024f48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92fde35d-7fa9-441a-bf4c-6c208c14b13c {{(pid=79158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:22:03.081563 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-3f101d75-5ef6-46a5-86d1-8b87f0024f48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:03.085281 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-96ea83bd-4c85-49a3-a977-e99ff0c63c22 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552'] for port, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:03.088886 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-0a42b16b-a520-4202-b9f0-149e2a5e9e1a tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:03.090199 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:03.093413 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-0a42b16b-a520-4202-b9f0-149e2a5e9e1a tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7341051 Aug 11 16:22:03.093886 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 39076) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:03.103764 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-b2e980fd-45ec-420c-b0a6-00a5b210fcf7 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Request body: {'floatingip': {'floating_network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:22:03.115275 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-b2e980fd-45ec-420c-b0a6-00a5b210fcf7 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:03.118122 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-41c377ae-f73f-4706-bf3e-86069989168b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:03.119955 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.provisioning_blocks [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-3f101d75-5ef6-46a5-86d1-8b87f0024f48 service neutron] Transition to ACTIVE for port object 92fde35d-7fa9-441a-bf4c-6c208c14b13c will not be triggered until provisioned by entity L2. {{(pid=79158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:22:03.122225 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d85173c0-8c2e-4785-99d7-09918b979ba3 {{(pid=79160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:22:03.122511 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-b2e980fd-45ec-420c-b0a6-00a5b210fcf7 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Usage tracker for resource:floatingip and tenant:31c62e7753bf460ab9f528f3534391b0 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:03.126057 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-b2e980fd-45ec-420c-b0a6-00a5b210fcf7 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:03.130300 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-3f101d75-5ef6-46a5-86d1-8b87f0024f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:03.142685 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-b2e980fd-45ec-420c-b0a6-00a5b210fcf7 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:03.144899 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-055c155d-aee8-48cb-977f-fb1a1a9da4b3 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:03.152585 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port d85173c0-8c2e-4785-99d7-09918b979ba3, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=d85173c0-8c2e-4785-99d7-09918b979ba3,segment=NetworkSegment(e375eb40-c4eb-4ecd-bf39-be674a1305f8),segment_id=e375eb40-c4eb-4ecd-bf39-be674a1305f8)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:03.159639 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:03.160668 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:22:03.163928 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:03.219415 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd878a-a5ec-407a-a1ad-897e1aab441a req-1cda120a-33ee-45b6-b2ec-30de3ac865ee tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:03.221004 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-74cd878a-a5ec-407a-a1ad-897e1aab441a req-1cda120a-33ee-45b6-b2ec-30de3ac865ee tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a244b04-49db-4b56-86f4-0dc485fdc840 HTTP/1.1" status: 200 len: 943 time: 0.3354492 Aug 11 16:22:03.224828 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-96ea83bd-4c85-49a3-a977-e99ff0c63c22 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Network 0716185b-9f94-472b-95f6-9bbd05d2e424 is already hosted by enough agents. {{(pid=79159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:22:03.225730 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea83bd-4c85-49a3-a977-e99ff0c63c22 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Pushing event updated for resources: {'Port': ['ID=5d3ddf2f-b157-451d-a236-2f07fe0babc1,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:03.246720 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-96ea83bd-4c85-49a3-a977-e99ff0c63c22 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Resources bound (agent type, host, resource id): {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:22:03.262925 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-96ea83bd-4c85-49a3-a977-e99ff0c63c22 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:03.294619 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=d85173c0-8c2e-4785-99d7-09918b979ba3,revision_number=4']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:03.299665 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:03.313810 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b2e980fd-45ec-420c-b0a6-00a5b210fcf7 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for floatingip, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:03.315641 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-d1445416-e791-4248-8d2d-1d2fe3934418 service neutron] 10.222.0.21 "GET /v2.0/networks/e84d1f2e-0958-4576-b874-787314c79445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532392 Aug 11 16:22:03.341446 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-96ea83bd-4c85-49a3-a977-e99ff0c63c22 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Received port after_create {{(pid=79159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:22:03.349016 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-96ea83bd-4c85-49a3-a977-e99ff0c63c22 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:03.350009 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-96ea83bd-4c85-49a3-a977-e99ff0c63c22 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:03.385755 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f101d75-5ef6-46a5-86d1-8b87f0024f48 service neutron] Pushing event updated for resources: {'Port': ['ID=92fde35d-7fa9-441a-bf4c-6c208c14b13c,revision_number=2']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:03.388053 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-74cd878a-a5ec-407a-a1ad-897e1aab441a req-aa8f00d4-f78d-43da-b2db-7eea29e54e9c tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/security-groups?id=371a27a9-3c5b-43f4-8385-ed92687d1b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594398 Aug 11 16:22:03.405186 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-3f101d75-5ef6-46a5-86d1-8b87f0024f48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:03.409115 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-96ea83bd-4c85-49a3-a977-e99ff0c63c22 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1539078 Aug 11 16:22:03.427136 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.managers [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-3f101d75-5ef6-46a5-86d1-8b87f0024f48 service neutron] Attempting to bind port 92fde35d-7fa9-441a-bf4c-6c208c14b13c on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:22:03.427478 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.managers [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-3f101d75-5ef6-46a5-86d1-8b87f0024f48 service neutron] Attempting to bind port 92fde35d-7fa9-441a-bf4c-6c208c14b13c by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': 'fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e84d1f2e-0958-4576-b874-787314c79445'}] {{(pid=79158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:22:03.427809 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-3f101d75-5ef6-46a5-86d1-8b87f0024f48 service neutron] Attempting to bind port 92fde35d-7fa9-441a-bf4c-6c208c14b13c on network e84d1f2e-0958-4576-b874-787314c79445 {{(pid=79158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:22:03.429393 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-0318c0e6-05e9-4d43-924c-a177b55aae53 service neutron] Request body: {'port': {'device_id': 'e5b72db5-7067-4fa7-9b41-5eab55e62b7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:22:03.456798 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-3f101d75-5ef6-46a5-86d1-8b87f0024f48 service neutron] Port 92fde35d-7fa9-441a-bf4c-6c208c14b13c on network e84d1f2e-0958-4576-b874-787314c79445 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:22:03.457132 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-3f101d75-5ef6-46a5-86d1-8b87f0024f48 service neutron] Attempting to bind port 92fde35d-7fa9-441a-bf4c-6c208c14b13c on network e84d1f2e-0958-4576-b874-787314c79445 {{(pid=79158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:22:03.462544 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f,segment=NetworkSegment(2161f825-39d1-4314-9a39-0939cbb9e4bc),segment_id=2161f825-39d1-4314-9a39-0939cbb9e4bc)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:03.468153 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-3f101d75-5ef6-46a5-86d1-8b87f0024f48 service neutron] Checking agent: {'id': '1d09ba05-6aad-4b92-98a7-4a9421ef38ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:22:03.468502 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-3f101d75-5ef6-46a5-86d1-8b87f0024f48 service neutron] Checking segment: {'id': 'fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e84d1f2e-0958-4576-b874-787314c79445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:22:03.468962 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-3f101d75-5ef6-46a5-86d1-8b87f0024f48 service neutron] Bound using segment: {'id': 'fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e84d1f2e-0958-4576-b874-787314c79445'} {{(pid=79158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:22:03.469411 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.managers [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-3f101d75-5ef6-46a5-86d1-8b87f0024f48 service neutron] Bound port: 92fde35d-7fa9-441a-bf4c-6c208c14b13c, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e84d1f2e-0958-4576-b874-787314c79445'}}] {{(pid=79158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:22:03.469842 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-3f101d75-5ef6-46a5-86d1-8b87f0024f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:03.497784 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Returning: {'device': '4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f', 'network_id': '20ac73d2-b510-4b10-883b-69d4ea1db42c', 'port_id': '4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f', 'mac_address': 'fa:16:3e:a6:6e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '943bc67c-82ee-4369-863d-7dfab7722f0d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:22:03.666883 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:22:03.808279 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:03.833484 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.db [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-3f101d75-5ef6-46a5-86d1-8b87f0024f48 service neutron] For port 92fde35d-7fa9-441a-bf4c-6c208c14b13c, host hv-cinder-80426, cleared binding levels {{(pid=79158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:22:03.833611 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f {{(pid=79160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:22:03.862228 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0cc232c7-a4dc-4e33-bd66-7bb7d509869f req-01828b6a-6b0a-4bd3-845c-73d7a7445fbc tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 210 time: 0.2599163 Aug 11 16:22:03.867053 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-56408a0e-0f71-4ef6-a0fb-83e9e90be7ce None None] Provisioning for port 5d3ddf2f-b157-451d-a236-2f07fe0babc1 completed by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:22:03.873229 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f,segment=NetworkSegment(2161f825-39d1-4314-9a39-0939cbb9e4bc),segment_id=2161f825-39d1-4314-9a39-0939cbb9e4bc)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:03.875351 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port 25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:22:03.875880 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:03.913679 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.db [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-3f101d75-5ef6-46a5-86d1-8b87f0024f48 service neutron] For port 92fde35d-7fa9-441a-bf4c-6c208c14b13c, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=92fde35d-7fa9-441a-bf4c-6c208c14b13c,segment=NetworkSegment(fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c),segment_id=fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c)] {{(pid=79158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:22:03.937105 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-3f101d75-5ef6-46a5-86d1-8b87f0024f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:03.941961 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-56408a0e-0f71-4ef6-a0fb-83e9e90be7ce None None] Provisioning complete for port 5d3ddf2f-b157-451d-a236-2f07fe0babc1 triggered by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:22:03.942744 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-56408a0e-0f71-4ef6-a0fb-83e9e90be7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:03.982526 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-d3da97e5-c7fd-42d7-be67-0f0fc6122b2e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:04.014840 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-0318c0e6-05e9-4d43-924c-a177b55aae53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:04.016243 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:04.029580 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:04.137259 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b2e980fd-45ec-420c-b0a6-00a5b210fcf7 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:04.147951 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-56408a0e-0f71-4ef6-a0fb-83e9e90be7ce None None] Port 5d3ddf2f-b157-451d-a236-2f07fe0babc1 cannot update to ACTIVE because it is not bound. {{(pid=79160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:22:04.184200 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f,revision_number=4']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:04.198223 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:04.203550 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-3f101d75-5ef6-46a5-86d1-8b87f0024f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:04.204280 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-3f101d75-5ef6-46a5-86d1-8b87f0024f48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for port, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:04.206634 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-3f101d75-5ef6-46a5-86d1-8b87f0024f48 service neutron] 10.222.0.20 "PUT /v2.0/ports/92fde35d-7fa9-441a-bf4c-6c208c14b13c HTTP/1.1" status: 200 len: 1094 time: 1.7407763 Aug 11 16:22:04.207439 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdec3ffb-c715-4d6d-b35f-a95dc07435e2', 'tag': '92fde35d-7fa9-441a-bf4c-6c208c14b13c'}] {{(pid=79158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:22:04.249541 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f101d75-5ef6-46a5-86d1-8b87f0024f48 service neutron] Pushing event updated for resources: {'Port': ['ID=92fde35d-7fa9-441a-bf4c-6c208c14b13c,revision_number=3']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:04.256339 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-3f101d75-5ef6-46a5-86d1-8b87f0024f48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:04.262392 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652f319-7b74-4a61-8a37-cb45cd7b8ea1 req-b087c218-2153-45ec-8ce4-75a0d63fee55 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:04.265656 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-6652f319-7b74-4a61-8a37-cb45cd7b8ea1 req-b087c218-2153-45ec-8ce4-75a0d63fee55 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3a0b4dc-20d6-463f-aade-de874ca37534 HTTP/1.1" status: 200 len: 944 time: 0.5691764 Aug 11 16:22:04.451452 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-6652f319-7b74-4a61-8a37-cb45cd7b8ea1 req-e5ab42b1-6d93-447d-a24b-ee53f3c3a096 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586738 Aug 11 16:22:04.465095 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['d85173c0-8c2e-4785-99d7-09918b979ba3'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:22:04.487857 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.db_base_plugin_common [None req-b2e980fd-45ec-420c-b0a6-00a5b210fcf7 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Allocated IP 172.28.2.66 (74b3c71b-fb08-4503-8924-b9e5cb7ae853/af30e8de-a40d-42cb-9ec9-bce0fcfe28d3/fedc50a8-c547-492d-8d2d-6de496e106cb) {{(pid=79158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:22:04.554719 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-269eb59f-e412-4476-99dd-1496e2e81c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:04.556233 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-269eb59f-e412-4476-99dd-1496e2e81c6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f65af374b754ad0a8db24d255bf01a9&device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 1097 time: 0.2174718 Aug 11 16:22:04.562750 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c200b-2ec3-474e-984b-9a292aeeb87b req-ed26860b-6277-414d-9b5b-6ec5d685b4ff tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:04.569933 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:22:04.571993 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-513c200b-2ec3-474e-984b-9a292aeeb87b req-ed26860b-6277-414d-9b5b-6ec5d685b4ff tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 931 time: 0.4335248 Aug 11 16:22:04.844386 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-513c200b-2ec3-474e-984b-9a292aeeb87b req-b56d26c6-5ede-40d8-be6f-7b8ce2104f23 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2711968 Aug 11 16:22:04.910750 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdec3ffb-c715-4d6d-b35f-a95dc07435e2', 'tag': '92fde35d-7fa9-441a-bf4c-6c208c14b13c', 'status': 'completed', 'code': 200} Aug 11 16:22:04.928614 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-6e2a2ee8-5799-4312-9a03-0f74ba7ba638 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92fde35d-7fa9-441a-bf4c-6c208c14b13c HTTP/1.1" status: 200 len: 217 time: 0.3226068 Aug 11 16:22:05.163962 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-6ef0a0ef-5953-4bdb-9f08-54ed5b0a7310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:05.166515 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-6ef0a0ef-5953-4bdb-9f08-54ed5b0a7310 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38724f5f-39a0-4316-8f66-1571c8e42441 HTTP/1.1" status: 200 len: 858 time: 0.1882534 Aug 11 16:22:05.194121 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2c0fc25b-ba9b-4f81-986f-55cb121b33d7 req-91568437-197f-4377-a6b5-4612306dfaa7 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 210 time: 0.1162002 Aug 11 16:22:05.219778 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-0318c0e6-05e9-4d43-924c-a177b55aae53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d3ddf2f-b157-451d-a236-2f07fe0babc1 {{(pid=79159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:22:05.237146 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-2dcfebc2-0f29-4362-901e-9e030f5b720e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e84d1f2e-0958-4576-b874-787314c79445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620627 Aug 11 16:22:05.240234 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b2e980fd-45ec-420c-b0a6-00a5b210fcf7 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for port, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:05.242069 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fcff6-3237-4520-aa37-e7d4eb4d7e95 req-c338795d-6467-4721-ac41-1c6a37ac4319 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:05.245095 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e94fcff6-3237-4520-aa37-e7d4eb4d7e95 req-c338795d-6467-4721-ac41-1c6a37ac4319 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a244b04-49db-4b56-86f4-0dc485fdc840 HTTP/1.1" status: 200 len: 944 time: 0.3548393 Aug 11 16:22:05.246952 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-0318c0e6-05e9-4d43-924c-a177b55aae53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:05.282734 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.provisioning_blocks [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-0318c0e6-05e9-4d43-924c-a177b55aae53 service neutron] Transition to ACTIVE for port object 5d3ddf2f-b157-451d-a236-2f07fe0babc1 will not be triggered until provisioned by entity L2. {{(pid=79159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:22:05.300492 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-0318c0e6-05e9-4d43-924c-a177b55aae53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:05.310529 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-96ea83bd-4c85-49a3-a977-e99ff0c63c22 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:05.354491 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e94fcff6-3237-4520-aa37-e7d4eb4d7e95 req-adefb65a-40e9-4820-9915-ab6cf9279176 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/security-groups?id=371a27a9-3c5b-43f4-8385-ed92687d1b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015177 Aug 11 16:22:05.416080 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-15196671-963d-4a02-9c02-530fc09bb524 service neutron] 10.222.0.20 "GET /v2.0/networks/e84d1f2e-0958-4576-b874-787314c79445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711795 Aug 11 16:22:05.420385 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b2e980fd-45ec-420c-b0a6-00a5b210fcf7 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552'] for port, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:05.432658 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-3905d9a4-db6f-425c-96c7-b124c9da1224 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:05.549385 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318c0e6-05e9-4d43-924c-a177b55aae53 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3ddf2f-b157-451d-a236-2f07fe0babc1,revision_number=2']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:05.572989 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-0318c0e6-05e9-4d43-924c-a177b55aae53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:05.596168 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-0318c0e6-05e9-4d43-924c-a177b55aae53 service neutron] Attempting to bind port 5d3ddf2f-b157-451d-a236-2f07fe0babc1 on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:22:05.596168 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-0318c0e6-05e9-4d43-924c-a177b55aae53 service neutron] Attempting to bind port 5d3ddf2f-b157-451d-a236-2f07fe0babc1 by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': '27cb263a-ccc6-4035-8f60-05cc8115add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424'}] {{(pid=79159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:22:05.596168 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-0318c0e6-05e9-4d43-924c-a177b55aae53 service neutron] Attempting to bind port 5d3ddf2f-b157-451d-a236-2f07fe0babc1 on network 0716185b-9f94-472b-95f6-9bbd05d2e424 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:22:05.614318 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-0318c0e6-05e9-4d43-924c-a177b55aae53 service neutron] Port 5d3ddf2f-b157-451d-a236-2f07fe0babc1 on network 0716185b-9f94-472b-95f6-9bbd05d2e424 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:22:05.614638 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-0318c0e6-05e9-4d43-924c-a177b55aae53 service neutron] Attempting to bind port 5d3ddf2f-b157-451d-a236-2f07fe0babc1 on network 0716185b-9f94-472b-95f6-9bbd05d2e424 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:22:05.632153 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-0318c0e6-05e9-4d43-924c-a177b55aae53 service neutron] Checking agent: {'id': '1d09ba05-6aad-4b92-98a7-4a9421ef38ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:22:05.634317 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-0318c0e6-05e9-4d43-924c-a177b55aae53 service neutron] Checking segment: {'id': '27cb263a-ccc6-4035-8f60-05cc8115add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:22:05.634993 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-0318c0e6-05e9-4d43-924c-a177b55aae53 service neutron] Bound using segment: {'id': '27cb263a-ccc6-4035-8f60-05cc8115add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424'} {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:22:05.635474 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-0318c0e6-05e9-4d43-924c-a177b55aae53 service neutron] Bound port: 5d3ddf2f-b157-451d-a236-2f07fe0babc1, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27cb263a-ccc6-4035-8f60-05cc8115add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424'}}] {{(pid=79159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:22:05.640878 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-0318c0e6-05e9-4d43-924c-a177b55aae53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:05.651546 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-0f520d2d-524e-44e6-81c3-fdd7411eec98 req-4c4e632a-c21f-43f9-b8ed-6a7657adae3b service neutron] 10.222.0.20 "GET /v2.0/networks/e84d1f2e-0958-4576-b874-787314c79445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197602 Aug 11 16:22:05.702239 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e980fd-45ec-420c-b0a6-00a5b210fcf7 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Network 74b3c71b-fb08-4503-8924-b9e5cb7ae853 is already hosted by enough agents. {{(pid=79158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:22:05.715167 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.base_scheduler [None req-b2e980fd-45ec-420c-b0a6-00a5b210fcf7 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Resources bound (agent type, host, resource id): {{(pid=79158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:22:05.728645 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e980fd-45ec-420c-b0a6-00a5b210fcf7 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Received port after_create {{(pid=79158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:22:05.881576 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351db75-7408-46b8-a527-ef611ba66edf req-c67cc137-767e-4879-a78a-43a2cbd614b8 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:05.883349 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0351db75-7408-46b8-a527-ef611ba66edf req-c67cc137-767e-4879-a78a-43a2cbd614b8 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3a0b4dc-20d6-463f-aade-de874ca37534 HTTP/1.1" status: 200 len: 944 time: 0.1964540 Aug 11 16:22:05.922403 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-0318c0e6-05e9-4d43-924c-a177b55aae53 service neutron] For port 5d3ddf2f-b157-451d-a236-2f07fe0babc1, host hv-cinder-80426, cleared binding levels {{(pid=79159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:22:05.948717 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e980fd-45ec-420c-b0a6-00a5b210fcf7 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Pushing event updated for resources: {'Port': ['ID=fedc50a8-c547-492d-8d2d-6de496e106cb,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:05.973016 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-0318c0e6-05e9-4d43-924c-a177b55aae53 service neutron] For port 5d3ddf2f-b157-451d-a236-2f07fe0babc1, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=5d3ddf2f-b157-451d-a236-2f07fe0babc1,segment=NetworkSegment(27cb263a-ccc6-4035-8f60-05cc8115add6),segment_id=27cb263a-ccc6-4035-8f60-05cc8115add6)] {{(pid=79159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:22:05.977263 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-b2e980fd-45ec-420c-b0a6-00a5b210fcf7 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:06.011084 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0351db75-7408-46b8-a527-ef611ba66edf req-6231522c-1058-4505-9dea-e17a2f0f8725 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170905 Aug 11 16:22:06.013270 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-0318c0e6-05e9-4d43-924c-a177b55aae53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:06.022813 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b2e980fd-45ec-420c-b0a6-00a5b210fcf7 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:06.057653 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-0a617375-371a-4b69-8bc4-b548cfe82215 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:06.059383 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-0a617375-371a-4b69-8bc4-b548cfe82215 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.20 "GET /v2.0/networks?id=e84d1f2e-0958-4576-b874-787314c79445 HTTP/1.1" status: 200 len: 818 time: 0.4038019 Aug 11 16:22:06.064221 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-d456766d-49c3-483d-b55d-e7f1050e7247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:06.133729 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-04792181-d847-4127-b845-4630d63d0507 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Request body: {'port': {'device_id': '947881df-6f73-4ccd-917d-5f7ee14f2747', 'network_id': 'e84d1f2e-0958-4576-b874-787314c79445', 'admin_state_up': True, 'tenant_id': '5f65af374b754ad0a8db24d255bf01a9'}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:22:06.155005 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-0318c0e6-05e9-4d43-924c-a177b55aae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:06.155634 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-0318c0e6-05e9-4d43-924c-a177b55aae53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:06.160118 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-0318c0e6-05e9-4d43-924c-a177b55aae53 service neutron] 10.222.0.20 "PUT /v2.0/ports/5d3ddf2f-b157-451d-a236-2f07fe0babc1 HTTP/1.1" status: 200 len: 1093 time: 2.7356796 Aug 11 16:22:06.160607 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b72db5-7067-4fa7-9b41-5eab55e62b7e', 'tag': '5d3ddf2f-b157-451d-a236-2f07fe0babc1'}] {{(pid=79159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:22:06.175721 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af7c83-3a4b-4e3f-90dd-00b8c6c31c5e req-4adc2fc8-b79c-446e-a0c6-36fecb7bd0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:06.177622 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-61af7c83-3a4b-4e3f-90dd-00b8c6c31c5e req-4adc2fc8-b79c-446e-a0c6-36fecb7bd0c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f65af374b754ad0a8db24d255bf01a9&device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 1097 time: 0.4175806 Aug 11 16:22:06.253576 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b2e980fd-45ec-420c-b0a6-00a5b210fcf7 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:06.421488 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318c0e6-05e9-4d43-924c-a177b55aae53 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3ddf2f-b157-451d-a236-2f07fe0babc1,revision_number=3']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:06.433941 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-0318c0e6-05e9-4d43-924c-a177b55aae53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:06.593222 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b7327c50-1f3f-44f1-a5ce-eb6405a5db29 req-93739821-4013-42c1-bfff-5deff7b666c9 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 210 time: 0.1299729 Aug 11 16:22:06.637696 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d832fea-4710-4ce4-90e5-819ce3e102d1 req-f1f8b0ed-fbd5-44c9-9faa-569d73fa20ee tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:06.645510 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7d832fea-4710-4ce4-90e5-819ce3e102d1 req-f1f8b0ed-fbd5-44c9-9faa-569d73fa20ee tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 943 time: 0.6392689 Aug 11 16:22:06.649966 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device d85173c0-8c2e-4785-99d7-09918b979ba3 up at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:22:06.698642 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-783d768a-6238-4dac-9d1c-78cb52e0bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:06.700339 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-783d768a-6238-4dac-9d1c-78cb52e0bfc5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fef1ad4cb48040e8929d178e9133121b&device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 1096 time: 0.4315834 Aug 11 16:22:06.745370 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7d832fea-4710-4ce4-90e5-819ce3e102d1 req-203d51cc-a351-4439-b232-44822e9c0b19 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986633 Aug 11 16:22:06.766405 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-04792181-d847-4127-b845-4630d63d0507 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:06.836343 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning for port d85173c0-8c2e-4785-99d7-09918b979ba3 completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:22:06.841661 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning complete for port d85173c0-8c2e-4785-99d7-09918b979ba3 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:22:06.842270 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:06.932366 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af7c83-3a4b-4e3f-90dd-00b8c6c31c5e req-bff1e0a2-16d3-44af-b0b8-26d468e49877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:06.941752 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-61af7c83-3a4b-4e3f-90dd-00b8c6c31c5e req-bff1e0a2-16d3-44af-b0b8-26d468e49877 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e84d1f2e-0958-4576-b874-787314c79445 HTTP/1.1" status: 200 len: 919 time: 0.7471554 Aug 11 16:22:06.947806 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-04792181-d847-4127-b845-4630d63d0507 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Usage tracker for resource:port and tenant:5f65af374b754ad0a8db24d255bf01a9 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:07.037180 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-04792181-d847-4127-b845-4630d63d0507 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:07.039484 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:07.053510 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-04792181-d847-4127-b845-4630d63d0507 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:07.071398 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-8e22a9c8-c098-42c5-981c-9851e976324c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d3ddf2f-b157-451d-a236-2f07fe0babc1 HTTP/1.1" status: 200 len: 217 time: 0.3485603 Aug 11 16:22:07.072368 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-61af7c83-3a4b-4e3f-90dd-00b8c6c31c5e req-010d8753-758a-4155-ab7e-c43edcb30b91 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92fde35d-7fa9-441a-bf4c-6c208c14b13c HTTP/1.1" status: 200 len: 217 time: 0.1214795 Aug 11 16:22:07.077740 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b72db5-7067-4fa7-9b41-5eab55e62b7e', 'tag': '5d3ddf2f-b157-451d-a236-2f07fe0babc1', 'status': 'completed', 'code': 200} Aug 11 16:22:07.113494 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a0b4dc-20d6-463f-aade-de874ca37534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85173c0-8c2e-4785-99d7-09918b979ba3'}] {{(pid=79160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:22:07.129147 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-04792181-d847-4127-b845-4630d63d0507 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Made reservation on behalf of 5f65af374b754ad0a8db24d255bf01a9 for: {'port': 1} {{(pid=79158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:22:07.132753 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-04792181-d847-4127-b845-4630d63d0507 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:07.214786 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 39208) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:07.216247 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-2f9ed770-1d3d-4579-ba3d-6b743353d2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:07.218599 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-2f9ed770-1d3d-4579-ba3d-6b743353d2e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d509748-00d5-4471-8b3e-a2f206f5dac5 HTTP/1.1" status: 200 len: 855 time: 0.1346006 Aug 11 16:22:07.238837 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af7c83-3a4b-4e3f-90dd-00b8c6c31c5e req-ff466c30-d9d5-46a6-b105-576eda20ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:07.240331 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-61af7c83-3a4b-4e3f-90dd-00b8c6c31c5e req-ff466c30-d9d5-46a6-b105-576eda20ec5b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38724f5f-39a0-4316-8f66-1571c8e42441 HTTP/1.1" status: 200 len: 858 time: 0.1478491 Aug 11 16:22:07.311536 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port d85173c0-8c2e-4785-99d7-09918b979ba3, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=d85173c0-8c2e-4785-99d7-09918b979ba3,segment=NetworkSegment(e375eb40-c4eb-4ecd-bf39-be674a1305f8),segment_id=e375eb40-c4eb-4ecd-bf39-be674a1305f8)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:07.318236 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b2e980fd-45ec-420c-b0a6-00a5b210fcf7 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for port, precommit_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:07.319826 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:07.320693 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f up at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:22:07.321587 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-61af7c83-3a4b-4e3f-90dd-00b8c6c31c5e req-964fc9ca-a33b-485e-9f83-7682da808cae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e84d1f2e-0958-4576-b874-787314c79445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679348 Aug 11 16:22:07.396467 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:07.435148 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d8ff6ed1-9e80-46fa-ac42-8137e589b137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:07.452141 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a93a28-8d37-47f0-b67b-a46a6b81112a req-eb8ff767-2001-4c17-b252-35727be3c26b tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:07.459674 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-30a93a28-8d37-47f0-b67b-a46a6b81112a req-eb8ff767-2001-4c17-b252-35727be3c26b tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a244b04-49db-4b56-86f4-0dc485fdc840 HTTP/1.1" status: 200 len: 944 time: 0.6025221 Aug 11 16:22:07.494820 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-d8ff6ed1-9e80-46fa-ac42-8137e589b137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:07.529466 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-d8ff6ed1-9e80-46fa-ac42-8137e589b137 admin admin] Usage tracker for resource:security_group_rule and tenant:b305d577fa514602bb1dc47d1a1e1b9e is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:07.550848 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-30a93a28-8d37-47f0-b67b-a46a6b81112a req-66d013ef-4c23-4c2e-8bd7-242fa8d137c6 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/security-groups?id=371a27a9-3c5b-43f4-8385-ed92687d1b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900807 Aug 11 16:22:07.556694 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-d8ff6ed1-9e80-46fa-ac42-8137e589b137 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:07.559717 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b2e980fd-45ec-420c-b0a6-00a5b210fcf7 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:07.562046 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-61af7c83-3a4b-4e3f-90dd-00b8c6c31c5e req-7fed9bce-20ee-4c5a-8ed7-b98fbc040276 service neutron] 10.222.0.20 "GET /v2.0/networks/e84d1f2e-0958-4576-b874-787314c79445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324183 Aug 11 16:22:07.569808 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:07.576448 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-d8ff6ed1-9e80-46fa-ac42-8137e589b137 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:07.588594 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-ff3ebc43-b17d-4171-af2e-6e4ca2b580e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:07.590428 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-ff3ebc43-b17d-4171-af2e-6e4ca2b580e5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0716185b-9f94-472b-95f6-9bbd05d2e424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3564193 Aug 11 16:22:07.599028 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=d85173c0-8c2e-4785-99d7-09918b979ba3,revision_number=5']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:07.614511 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:07.625260 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning for port 4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:22:07.634395 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning complete for port 4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:22:07.634929 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:07.686779 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2efdd-0823-437e-ba93-caa4d488abda req-aafbea60-8aa9-44a8-a165-3a8db5f49575 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:07.695153 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9cf2efdd-0823-437e-ba93-caa4d488abda req-aafbea60-8aa9-44a8-a165-3a8db5f49575 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3a0b4dc-20d6-463f-aade-de874ca37534 HTTP/1.1" status: 200 len: 945 time: 0.3682690 Aug 11 16:22:07.710622 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b2e980fd-45ec-420c-b0a6-00a5b210fcf7 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608121'] for floatingip, after_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:07.764657 dv-cinder-804265-1-smb neutron-server[79160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a0b4dc-20d6-463f-aade-de874ca37534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85173c0-8c2e-4785-99d7-09918b979ba3', 'code': 200} Aug 11 16:22:07.827307 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e980fd-45ec-420c-b0a6-00a5b210fcf7 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Pushing event updated for resources: {'Port': ['ID=fedc50a8-c547-492d-8d2d-6de496e106cb,revision_number=2']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:07.837360 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-b2e980fd-45ec-420c-b0a6-00a5b210fcf7 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:07.872352 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9cf2efdd-0823-437e-ba93-caa4d488abda req-b61c8e3a-d77a-422e-9c7e-15f0b699a91b tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746058 Aug 11 16:22:07.878992 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b2e980fd-45ec-420c-b0a6-00a5b210fcf7 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for floatingip, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:07.889550 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-b2e980fd-45ec-420c-b0a6-00a5b210fcf7 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7943702 Aug 11 16:22:07.896497 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.db_base_plugin_common [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-04792181-d847-4127-b845-4630d63d0507 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Allocated IP 172.20.0.13 (e84d1f2e-0958-4576-b874-787314c79445/38724f5f-39a0-4316-8f66-1571c8e42441/e3116b31-d7b6-408a-8c40-afa6e2a166a3) {{(pid=79158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:22:07.940008 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-61af7c83-3a4b-4e3f-90dd-00b8c6c31c5e req-bfb66776-326b-47a9-a9e3-6dbb495d3a58 service neutron] 10.222.0.20 "GET /v2.0/networks/e84d1f2e-0958-4576-b874-787314c79445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351791 Aug 11 16:22:07.994699 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:08.012181 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-872c2676-78a2-452f-8011-8776b7e49484 service neutron] 10.222.0.20 "GET /v2.0/networks/0716185b-9f94-472b-95f6-9bbd05d2e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123929 Aug 11 16:22:08.080362 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f,segment=NetworkSegment(2161f825-39d1-4314-9a39-0939cbb9e4bc),segment_id=2161f825-39d1-4314-9a39-0939cbb9e4bc)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:08.091127 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:08.094407 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:08.179490 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-386e22d9-1e6f-4a2f-856d-9e873edff630 req-34b0f309-b60d-4c1f-93d9-15b0aa1f0580 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 210 time: 0.1266265 Aug 11 16:22:08.209517 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f,revision_number=5']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:08.213948 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:08.253226 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-04792181-d847-4127-b845-4630d63d0507 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Notify callbacks [] for port, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:08.309342 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d8ff6ed1-9e80-46fa-ac42-8137e589b137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:08.341639 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d8ff6ed1-9e80-46fa-ac42-8137e589b137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:08.363130 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:08.371478 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-04792181-d847-4127-b845-4630d63d0507 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552'] for port, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:08.386351 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:08.466387 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-04792181-d847-4127-b845-4630d63d0507 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Network e84d1f2e-0958-4576-b874-787314c79445 is already hosted by enough agents. {{(pid=79158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:22:08.470589 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.base_scheduler [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-04792181-d847-4127-b845-4630d63d0507 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Resources bound (agent type, host, resource id): {{(pid=79158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:22:08.471460 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-d8ff6ed1-9e80-46fa-ac42-8137e589b137 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b305d577fa514602bb1dc47d1a1e1b9e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2516458 Aug 11 16:22:08.474933 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 39252) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:08.477881 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1858779c-5950-4fd1-9ede-55760acc8fe7 req-1e0a3df8-a1e8-4247-93c0-2cfaac441641 service neutron] 10.222.0.20 "GET /v2.0/networks/0716185b-9f94-472b-95f6-9bbd05d2e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572506 Aug 11 16:22:08.478527 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff6ed1-9e80-46fa-ac42-8137e589b137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5a52bc-3601-48f4-9a90-2ea1d4aa0b63,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:08.480840 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-04792181-d847-4127-b845-4630d63d0507 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Received port after_create {{(pid=79158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:22:08.487765 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-04792181-d847-4127-b845-4630d63d0507 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:08.488491 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-04792181-d847-4127-b845-4630d63d0507 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for port, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:08.488654 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-6776b393-5535-42e1-9541-d78ac47190c1 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Synchronizing usage tracker for tenant:31c62e7753bf460ab9f528f3534391b0 on resource:security_group {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:22:08.492540 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-d8ff6ed1-9e80-46fa-ac42-8137e589b137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:08.510307 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ae989-55ca-456b-9b6f-f941babb9687 req-b558ffd6-5839-4df7-a686-f4834e1e9023 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:08.512217 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d17ae989-55ca-456b-9b6f-f941babb9687 req-b558ffd6-5839-4df7-a686-f4834e1e9023 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 943 time: 0.4045019 Aug 11 16:22:08.527286 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04792181-d847-4127-b845-4630d63d0507 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Pushing event updated for resources: {'Port': ['ID=e3116b31-d7b6-408a-8c40-afa6e2a166a3,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:08.533075 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-04792181-d847-4127-b845-4630d63d0507 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:08.557394 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-04792181-d847-4127-b845-4630d63d0507 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4447179 Aug 11 16:22:08.577879 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43cca2b-9e94-4d01-a4b7-f3382833120b req-f44f73c0-a6f3-4c59-bc17-1880185a4cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:08.580308 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-b43cca2b-9e94-4d01-a4b7-f3382833120b req-f44f73c0-a6f3-4c59-bc17-1880185a4cb6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e3a0b4dc-20d6-463f-aade-de874ca37534 HTTP/1.1" status: 200 len: 1098 time: 0.2949028 Aug 11 16:22:08.587197 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-2f0b170c-6d7b-43c4-b0ea-0a65d6015fdc service neutron] Request body: {'port': {'device_id': '947881df-6f73-4ccd-917d-5f7ee14f2747', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:22:08.655578 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-6776b393-5535-42e1-9541-d78ac47190c1 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Unset dirty status for tenant:31c62e7753bf460ab9f528f3534391b0 on resource:security_group {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:22:08.656183 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 92fde35d-7fa9-441a-bf4c-6c208c14b13c details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:22:08.657863 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-6776b393-5535-42e1-9541-d78ac47190c1 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1267478808&fields=id&tenant_id=31c62e7753bf460ab9f528f3534391b0 HTTP/1.1" status: 200 len: 267 time: 0.2855098 Aug 11 16:22:08.663385 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-b43cca2b-9e94-4d01-a4b7-f3382833120b req-b79a0c8b-0263-4d34-ac25-9f9d1edde269 service neutron] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:08.680005 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-fde6c98e-0c84-4fc8-b7a4-9fc15fb2278b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:08.703365 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [req-b43cca2b-9e94-4d01-a4b7-f3382833120b req-b79a0c8b-0263-4d34-ac25-9f9d1edde269 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:08.727540 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d17ae989-55ca-456b-9b6f-f941babb9687 req-b8650220-c0c8-4f45-b5e0-ef91f85f730a tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082644 Aug 11 16:22:08.741124 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [req-b43cca2b-9e94-4d01-a4b7-f3382833120b req-b79a0c8b-0263-4d34-ac25-9f9d1edde269 service neutron] Usage tracker for resource:security_group_rule and tenant:051ef19fe71946a5a91681ed350e2c9e is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:08.759319 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [req-b43cca2b-9e94-4d01-a4b7-f3382833120b req-b79a0c8b-0263-4d34-ac25-9f9d1edde269 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:08.776248 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-fde6c98e-0c84-4fc8-b7a4-9fc15fb2278b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:08.788215 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [req-b43cca2b-9e94-4d01-a4b7-f3382833120b req-b79a0c8b-0263-4d34-ac25-9f9d1edde269 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:08.841573 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-2f0b170c-6d7b-43c4-b0ea-0a65d6015fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:08.843614 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b83c32-e921-46dd-9cf6-31d6f0a20766 req-6df13420-ed74-4a7b-a092-34009f38f951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:08.845732 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a7b83c32-e921-46dd-9cf6-31d6f0a20766 req-6df13420-ed74-4a7b-a092-34009f38f951 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fef1ad4cb48040e8929d178e9133121b&device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 1096 time: 0.2643676 Aug 11 16:22:08.861395 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-c5fad8dd-c73c-4509-8ccc-489612d19739 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:08.862112 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-c5fad8dd-c73c-4509-8ccc-489612d19739 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Synchronizing usage tracker for tenant:31c62e7753bf460ab9f528f3534391b0 on resource:network {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:22:08.940284 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-fde6c98e-0c84-4fc8-b7a4-9fc15fb2278b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:08.968838 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:09.004611 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 92fde35d-7fa9-441a-bf4c-6c208c14b13c, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=92fde35d-7fa9-441a-bf4c-6c208c14b13c,segment=NetworkSegment(fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c),segment_id=fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:09.028124 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Returning: {'device': '92fde35d-7fa9-441a-bf4c-6c208c14b13c', 'network_id': 'e84d1f2e-0958-4576-b874-787314c79445', 'port_id': '92fde35d-7fa9-441a-bf4c-6c208c14b13c', 'mac_address': 'fa:16:3e:64:7a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38724f5f-39a0-4316-8f66-1571c8e42441', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:22:09.029611 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6c98e-0c84-4fc8-b7a4-9fc15fb2278b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5a52bc-3601-48f4-9a90-2ea1d4aa0b63,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:09.041236 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-fde6c98e-0c84-4fc8-b7a4-9fc15fb2278b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:09.082410 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-fde6c98e-0c84-4fc8-b7a4-9fc15fb2278b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:09.083547 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-fde6c98e-0c84-4fc8-b7a4-9fc15fb2278b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa5a52bc-3601-48f4-9a90-2ea1d4aa0b63 HTTP/1.1" status: 204 len: 168 time: 0.6066539 Aug 11 16:22:09.086981 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b83c32-e921-46dd-9cf6-31d6f0a20766 req-44d443f8-e391-48e6-a0d9-8892d2db9563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:09.088538 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a7b83c32-e921-46dd-9cf6-31d6f0a20766 req-44d443f8-e391-48e6-a0d9-8892d2db9563 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0716185b-9f94-472b-95f6-9bbd05d2e424 HTTP/1.1" status: 200 len: 917 time: 0.2229135 Aug 11 16:22:09.133231 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:09.134792 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-b43cca2b-9e94-4d01-a4b7-f3382833120b req-b79a0c8b-0263-4d34-ac25-9f9d1edde269 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:09.181141 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92fde35d-7fa9-441a-bf4c-6c208c14b13c {{(pid=79160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:22:09.189708 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-b43cca2b-9e94-4d01-a4b7-f3382833120b req-b79a0c8b-0263-4d34-ac25-9f9d1edde269 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:09.195143 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a7b83c32-e921-46dd-9cf6-31d6f0a20766 req-289b9374-fb87-4aca-a9d1-8b3fa1c99d56 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d3ddf2f-b157-451d-a236-2f07fe0babc1 HTTP/1.1" status: 200 len: 217 time: 0.0980337 Aug 11 16:22:09.199684 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-c5fad8dd-c73c-4509-8ccc-489612d19739 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Unset dirty status for tenant:31c62e7753bf460ab9f528f3534391b0 on resource:network {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:22:09.201158 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-c5fad8dd-c73c-4509-8ccc-489612d19739 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/networks?id=cb400975-e9dd-443e-9606-847a21e328b4 HTTP/1.1" status: 200 len: 810 time: 0.5241847 Aug 11 16:22:09.203682 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-92cf2ead-2c70-48b4-81e1-c7cfe0140692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:09.207266 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 92fde35d-7fa9-441a-bf4c-6c208c14b13c, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=92fde35d-7fa9-441a-bf4c-6c208c14b13c,segment=NetworkSegment(fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c),segment_id=fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:09.214606 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:09.218780 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:09.241341 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [req-b43cca2b-9e94-4d01-a4b7-f3382833120b req-b79a0c8b-0263-4d34-ac25-9f9d1edde269 service neutron] Synchronizing usage tracker for tenant:051ef19fe71946a5a91681ed350e2c9e on resource:security_group {{(pid=79158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:22:09.263116 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa82466-bf3c-42d6-9ce0-6ee26e687a34 req-85ce0ac9-a533-41ed-aabf-f5b667e61f6e tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:09.265202 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2fa82466-bf3c-42d6-9ce0-6ee26e687a34 req-85ce0ac9-a533-41ed-aabf-f5b667e61f6e tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a244b04-49db-4b56-86f4-0dc485fdc840 HTTP/1.1" status: 200 len: 945 time: 0.2755334 Aug 11 16:22:09.267607 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a0c8b-0263-4d34-ac25-9f9d1edde269 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b35e68b7-a304-4e5c-a51c-d7449ca7e1b5,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:09.288864 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-b79a0c8b-0263-4d34-ac25-9f9d1edde269 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:09.298640 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-07c23037-0050-44be-9c90-94349a44456d tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/quotas/31c62e7753bf460ab9f528f3534391b0 HTTP/1.1" status: 200 len: 375 time: 0.0506783 Aug 11 16:22:09.302539 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [req-b43cca2b-9e94-4d01-a4b7-f3382833120b req-b79a0c8b-0263-4d34-ac25-9f9d1edde269 service neutron] Unset dirty status for tenant:051ef19fe71946a5a91681ed350e2c9e on resource:security_group {{(pid=79158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:22:09.303634 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-b43cca2b-9e94-4d01-a4b7-f3382833120b req-b79a0c8b-0263-4d34-ac25-9f9d1edde269 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6857820 Aug 11 16:22:09.333765 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=92fde35d-7fa9-441a-bf4c-6c208c14b13c,revision_number=4']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:09.346601 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:09.370757 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b83c32-e921-46dd-9cf6-31d6f0a20766 req-ec099261-e992-40d5-85b8-4a028b021be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:09.372367 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a7b83c32-e921-46dd-9cf6-31d6f0a20766 req-ec099261-e992-40d5-85b8-4a028b021be1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d509748-00d5-4471-8b3e-a2f206f5dac5 HTTP/1.1" status: 200 len: 855 time: 0.1690454 Aug 11 16:22:09.407941 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2fa82466-bf3c-42d6-9ce0-6ee26e687a34 req-8e10ade1-1bbd-4553-8e59-927424281e29 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/security-groups?id=371a27a9-3c5b-43f4-8385-ed92687d1b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334465 Aug 11 16:22:09.434190 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.notifiers.nova [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-2f0b170c-6d7b-43c4-b0ea-0a65d6015fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3116b31-d7b6-408a-8c40-afa6e2a166a3 {{(pid=79158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:22:09.439917 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-6021318d-1690-4b73-bcde-5b312bb763d1 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Synchronizing usage tracker for tenant:31c62e7753bf460ab9f528f3534391b0 on resource:port {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:22:09.451989 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-2f0b170c-6d7b-43c4-b0ea-0a65d6015fdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:09.458907 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-6021318d-1690-4b73-bcde-5b312bb763d1 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Unset dirty status for tenant:31c62e7753bf460ab9f528f3534391b0 on resource:port {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:22:09.472582 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-6021318d-1690-4b73-bcde-5b312bb763d1 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=31c62e7753bf460ab9f528f3534391b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1533751 Aug 11 16:22:09.477844 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.provisioning_blocks [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-2f0b170c-6d7b-43c4-b0ea-0a65d6015fdc service neutron] Transition to ACTIVE for port object e3116b31-d7b6-408a-8c40-afa6e2a166a3 will not be triggered until provisioned by entity L2. {{(pid=79158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:22:09.482414 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-2f0b170c-6d7b-43c4-b0ea-0a65d6015fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:09.488174 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-3905d9a4-db6f-425c-96c7-b124c9da1224 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:09.527665 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['92fde35d-7fa9-441a-bf4c-6c208c14b13c'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:22:09.703249 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 39284) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:09.704252 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b170c-6d7b-43c4-b0ea-0a65d6015fdc service neutron] Pushing event updated for resources: {'Port': ['ID=e3116b31-d7b6-408a-8c40-afa6e2a166a3,revision_number=2']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:09.711751 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-2f0b170c-6d7b-43c4-b0ea-0a65d6015fdc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:09.741380 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-0989ee0d-dddc-4ee8-b2a9-338dbdb7e4b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:09.769118 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a244b04-49db-4b56-86f4-0dc485fdc840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f'}] {{(pid=79160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:22:09.838135 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.managers [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-2f0b170c-6d7b-43c4-b0ea-0a65d6015fdc service neutron] Attempting to bind port e3116b31-d7b6-408a-8c40-afa6e2a166a3 on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:22:09.838496 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.managers [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-2f0b170c-6d7b-43c4-b0ea-0a65d6015fdc service neutron] Attempting to bind port e3116b31-d7b6-408a-8c40-afa6e2a166a3 by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': 'fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e84d1f2e-0958-4576-b874-787314c79445'}] {{(pid=79158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:22:09.838824 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-2f0b170c-6d7b-43c4-b0ea-0a65d6015fdc service neutron] Attempting to bind port e3116b31-d7b6-408a-8c40-afa6e2a166a3 on network e84d1f2e-0958-4576-b874-787314c79445 {{(pid=79158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:22:09.847911 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-0989ee0d-dddc-4ee8-b2a9-338dbdb7e4b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:09.852418 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-2f0b170c-6d7b-43c4-b0ea-0a65d6015fdc service neutron] Port e3116b31-d7b6-408a-8c40-afa6e2a166a3 on network e84d1f2e-0958-4576-b874-787314c79445 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:22:09.852747 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-2f0b170c-6d7b-43c4-b0ea-0a65d6015fdc service neutron] Attempting to bind port e3116b31-d7b6-408a-8c40-afa6e2a166a3 on network e84d1f2e-0958-4576-b874-787314c79445 {{(pid=79158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:22:09.856228 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-0989ee0d-dddc-4ee8-b2a9-338dbdb7e4b1 admin admin] Usage tracker for resource:security_group_rule and tenant:bd7c54221f694506878f8c205e9269f0 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:09.861823 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-0989ee0d-dddc-4ee8-b2a9-338dbdb7e4b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:09.864753 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-2f0b170c-6d7b-43c4-b0ea-0a65d6015fdc service neutron] Checking agent: {'id': '1d09ba05-6aad-4b92-98a7-4a9421ef38ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:22:09.865090 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-2f0b170c-6d7b-43c4-b0ea-0a65d6015fdc service neutron] Checking segment: {'id': 'fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e84d1f2e-0958-4576-b874-787314c79445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:22:09.865480 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-2f0b170c-6d7b-43c4-b0ea-0a65d6015fdc service neutron] Bound using segment: {'id': 'fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e84d1f2e-0958-4576-b874-787314c79445'} {{(pid=79158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:22:09.865917 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.managers [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-2f0b170c-6d7b-43c4-b0ea-0a65d6015fdc service neutron] Bound port: e3116b31-d7b6-408a-8c40-afa6e2a166a3, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e84d1f2e-0958-4576-b874-787314c79445'}}] {{(pid=79158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:22:09.866293 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-2f0b170c-6d7b-43c4-b0ea-0a65d6015fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:09.879905 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-0989ee0d-dddc-4ee8-b2a9-338dbdb7e4b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:09.892901 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-876d6e4b-c7c5-4548-9f1e-9f3629c5c3ed service neutron] 10.222.0.21 "GET /v2.0/networks/cb400975-e9dd-443e-9606-847a21e328b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194391 Aug 11 16:22:09.923370 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b83c32-e921-46dd-9cf6-31d6f0a20766 req-0ff52ce4-4426-4b3d-b89f-c88ed834f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:09.925061 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a7b83c32-e921-46dd-9cf6-31d6f0a20766 req-0ff52ce4-4426-4b3d-b89f-c88ed834f26c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0716185b-9f94-472b-95f6-9bbd05d2e424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2856293 Aug 11 16:22:09.935830 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd43500-9080-4ade-8758-629b0dd118fc req-3d66bf3a-3719-4a93-8b22-109f56ee83ad tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:09.937253 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7dd43500-9080-4ade-8758-629b0dd118fc req-3d66bf3a-3719-4a93-8b22-109f56ee83ad tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3a0b4dc-20d6-463f-aade-de874ca37534 HTTP/1.1" status: 200 len: 945 time: 0.2993081 Aug 11 16:22:09.999133 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.db [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-2f0b170c-6d7b-43c4-b0ea-0a65d6015fdc service neutron] For port e3116b31-d7b6-408a-8c40-afa6e2a166a3, host hv-cinder-80426, cleared binding levels {{(pid=79158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:22:10.003732 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.db [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-2f0b170c-6d7b-43c4-b0ea-0a65d6015fdc service neutron] For port e3116b31-d7b6-408a-8c40-afa6e2a166a3, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=e3116b31-d7b6-408a-8c40-afa6e2a166a3,segment=NetworkSegment(fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c),segment_id=fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c)] {{(pid=79158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:22:10.011327 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-2f0b170c-6d7b-43c4-b0ea-0a65d6015fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:10.021376 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:10.100316 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-2f0b170c-6d7b-43c4-b0ea-0a65d6015fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:10.100930 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-2f0b170c-6d7b-43c4-b0ea-0a65d6015fdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for port, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:10.102374 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-2f0b170c-6d7b-43c4-b0ea-0a65d6015fdc service neutron] 10.222.0.20 "PUT /v2.0/ports/e3116b31-d7b6-408a-8c40-afa6e2a166a3 HTTP/1.1" status: 200 len: 1094 time: 1.5210550 Aug 11 16:22:10.102852 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '947881df-6f73-4ccd-917d-5f7ee14f2747', 'tag': 'e3116b31-d7b6-408a-8c40-afa6e2a166a3'}] {{(pid=79158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:22:10.130123 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-0989ee0d-dddc-4ee8-b2a9-338dbdb7e4b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:10.134703 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b170c-6d7b-43c4-b0ea-0a65d6015fdc service neutron] Pushing event updated for resources: {'Port': ['ID=e3116b31-d7b6-408a-8c40-afa6e2a166a3,revision_number=3']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:10.138560 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-2f0b170c-6d7b-43c4-b0ea-0a65d6015fdc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:10.140817 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-0989ee0d-dddc-4ee8-b2a9-338dbdb7e4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:10.149702 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-b79a0c8b-0263-4d34-ac25-9f9d1edde269 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:10.166212 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7dd43500-9080-4ade-8758-629b0dd118fc req-4e59ad00-a019-4f16-9c9f-499a97c4de5c tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969998 Aug 11 16:22:10.197464 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-48573389-239e-4cc3-95d2-26cb3f9ead1a service neutron] 10.222.0.21 "GET /v2.0/networks/cb400975-e9dd-443e-9606-847a21e328b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967949 Aug 11 16:22:10.199335 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a7b83c32-e921-46dd-9cf6-31d6f0a20766 req-5a66f857-a800-44b9-b832-5c6a71ce990e service neutron] 10.222.0.20 "GET /v2.0/networks/0716185b-9f94-472b-95f6-9bbd05d2e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612479 Aug 11 16:22:10.291874 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989ee0d-dddc-4ee8-b2a9-338dbdb7e4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c14a88-8e46-4558-970d-5286acf074f4,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:10.301877 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-0989ee0d-dddc-4ee8-b2a9-338dbdb7e4b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd7c54221f694506878f8c205e9269f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5930626 Aug 11 16:22:10.303260 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-0989ee0d-dddc-4ee8-b2a9-338dbdb7e4b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:10.311017 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 39306) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:10.415084 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-31cdef4c-1a7b-4e31-a482-e79e854feb6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:10.462224 dv-cinder-804265-1-smb neutron-server[79160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a244b04-49db-4b56-86f4-0dc485fdc840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f', 'code': 200} Aug 11 16:22:10.495363 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-31cdef4c-1a7b-4e31-a482-e79e854feb6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:10.514657 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-abcba348-d476-430c-9b8d-b9bb1978f6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:10.516426 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-abcba348-d476-430c-9b8d-b9bb1978f6c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f65af374b754ad0a8db24d255bf01a9&device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 1097 time: 0.2811258 Aug 11 16:22:10.536517 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a7b83c32-e921-46dd-9cf6-31d6f0a20766 req-23a63fee-f715-481c-a4e0-fc6a790c7c36 service neutron] 10.222.0.20 "GET /v2.0/networks/0716185b-9f94-472b-95f6-9bbd05d2e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281510 Aug 11 16:22:10.577828 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dd10d-e14c-4314-b5d3-34fec807d9c0 req-38a868f0-f7ca-4e99-8603-f5fb4c55bdf7 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:10.584953 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ff3dd10d-e14c-4314-b5d3-34fec807d9c0 req-38a868f0-f7ca-4e99-8603-f5fb4c55bdf7 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 944 time: 0.2991893 Aug 11 16:22:10.667037 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 92fde35d-7fa9-441a-bf4c-6c208c14b13c up at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:22:10.676132 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-cc1f29e1-037b-4e2c-a61b-5518e704c855 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3116b31-d7b6-408a-8c40-afa6e2a166a3 HTTP/1.1" status: 200 len: 217 time: 0.1336033 Aug 11 16:22:10.789022 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-31cdef4c-1a7b-4e31-a482-e79e854feb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:10.802004 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:10.821133 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-3bd97b9e-298b-451b-8ead-842e77207d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:10.822222 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-ff3dd10d-e14c-4314-b5d3-34fec807d9c0 req-94ec9e74-f0a8-4f7e-b0d3-ca2eff144848 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Synchronizing usage tracker for tenant:5f65af374b754ad0a8db24d255bf01a9 on resource:security_group {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:22:10.823536 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-3bd97b9e-298b-451b-8ead-842e77207d6b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38724f5f-39a0-4316-8f66-1571c8e42441 HTTP/1.1" status: 200 len: 858 time: 0.1412919 Aug 11 16:22:10.830931 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cdef4c-1a7b-4e31-a482-e79e854feb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c14a88-8e46-4558-970d-5286acf074f4,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:10.872723 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-31cdef4c-1a7b-4e31-a482-e79e854feb6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:10.874639 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning for port 92fde35d-7fa9-441a-bf4c-6c208c14b13c completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:22:10.884641 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-31cdef4c-1a7b-4e31-a482-e79e854feb6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:10.889254 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-31cdef4c-1a7b-4e31-a482-e79e854feb6e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/94c14a88-8e46-4558-970d-5286acf074f4 HTTP/1.1" status: 204 len: 168 time: 0.5644858 Aug 11 16:22:10.889254 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-b3dafc6a-6395-494e-b137-1cd175f09469 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e84d1f2e-0958-4576-b874-787314c79445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551176 Aug 11 16:22:10.893827 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning complete for port 92fde35d-7fa9-441a-bf4c-6c208c14b13c triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:22:10.894307 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:10.982044 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-ff3dd10d-e14c-4314-b5d3-34fec807d9c0 req-94ec9e74-f0a8-4f7e-b0d3-ca2eff144848 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Unset dirty status for tenant:5f65af374b754ad0a8db24d255bf01a9 on resource:security_group {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:22:11.018990 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ff3dd10d-e14c-4314-b5d3-34fec807d9c0 req-94ec9e74-f0a8-4f7e-b0d3-ca2eff144848 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273124 Aug 11 16:22:11.047407 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce38b1-b2f1-415c-bb8a-b9bcbc9f3dc0 req-f9497614-505f-4be6-8765-b8569d63ec08 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:11.054706 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e9ce38b1-b2f1-415c-bb8a-b9bcbc9f3dc0 req-f9497614-505f-4be6-8765-b8569d63ec08 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 943 time: 0.3963792 Aug 11 16:22:11.092389 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:11.152606 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdded0-0192-4848-9b36-ca2158537b34 req-79981bea-dc4d-4795-ab79-3c559ca3de55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:11.154340 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-78bdded0-0192-4848-9b36-ca2158537b34 req-79981bea-dc4d-4795-ab79-3c559ca3de55 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1a244b04-49db-4b56-86f4-0dc485fdc840 HTTP/1.1" status: 200 len: 1098 time: 0.3374128 Aug 11 16:22:11.170701 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '947881df-6f73-4ccd-917d-5f7ee14f2747', 'tag': 'e3116b31-d7b6-408a-8c40-afa6e2a166a3', 'status': 'completed', 'code': 200} Aug 11 16:22:11.183088 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 92fde35d-7fa9-441a-bf4c-6c208c14b13c, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=92fde35d-7fa9-441a-bf4c-6c208c14b13c,segment=NetworkSegment(fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c),segment_id=fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:11.198723 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:11.200929 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:11.292493 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-f567d51e-3825-4367-adb3-e07112fb40b5 service neutron] 10.222.0.20 "GET /v2.0/networks/e84d1f2e-0958-4576-b874-787314c79445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944180 Aug 11 16:22:11.362703 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e9ce38b1-b2f1-415c-bb8a-b9bcbc9f3dc0 req-d1ef7b4a-c2fc-48a4-9835-aab316dca6ae tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3012257 Aug 11 16:22:11.369556 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-78bdded0-0192-4848-9b36-ca2158537b34 req-91999c62-0c00-4be9-a794-635c53a1acc2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=371a27a9-3c5b-43f4-8385-ed92687d1b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001345 Aug 11 16:22:11.374916 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=92fde35d-7fa9-441a-bf4c-6c208c14b13c,revision_number=5']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:11.379153 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:11.393319 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-356e81db-cbf2-4325-8394-c9bd6363fabc req-532623cc-2acd-4686-b715-d5ae7619b9c1 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 210 time: 0.1335268 Aug 11 16:22:11.529752 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-4eb2afa7-5831-4349-8284-21bae8fbe11f req-6ffc5e41-ddd7-4f61-9e41-b397d68ab8e7 service neutron] 10.222.0.20 "GET /v2.0/networks/e84d1f2e-0958-4576-b874-787314c79445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223287 Aug 11 16:22:11.623899 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 39350) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:11.645876 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a047433c-0ef0-430c-b33d-8a0aceafd739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:11.667850 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-a047433c-0ef0-430c-b33d-8a0aceafd739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:11.673535 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-a047433c-0ef0-430c-b33d-8a0aceafd739 admin admin] Usage tracker for resource:security_group_rule and tenant:86b73942f70d4b20b93480c40f2622a2 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:11.676862 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-a047433c-0ef0-430c-b33d-8a0aceafd739 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:11.683383 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-a047433c-0ef0-430c-b33d-8a0aceafd739 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:11.695156 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895101dc-fafe-4020-bb69-19fb3e0c812c req-38c7b8f5-67f7-4145-8939-2eaca7ecd59e tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:11.696721 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-895101dc-fafe-4020-bb69-19fb3e0c812c req-38c7b8f5-67f7-4145-8939-2eaca7ecd59e tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a244b04-49db-4b56-86f4-0dc485fdc840 HTTP/1.1" status: 200 len: 945 time: 0.1849265 Aug 11 16:22:11.710943 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ca7a4-ec0e-4191-9f5d-6b0fb17c89fd req-7149f970-00e9-43aa-8578-aa81e4b14b68 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:11.712475 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0e3ca7a4-ec0e-4191-9f5d-6b0fb17c89fd req-7149f970-00e9-43aa-8578-aa81e4b14b68 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3a0b4dc-20d6-463f-aade-de874ca37534 HTTP/1.1" status: 200 len: 945 time: 0.1409700 Aug 11 16:22:11.798327 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a047433c-0ef0-430c-b33d-8a0aceafd739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:11.802873 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0e3ca7a4-ec0e-4191-9f5d-6b0fb17c89fd req-a0d0a787-12f3-4403-8463-9db7b1d7e874 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752389 Aug 11 16:22:11.830055 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-895101dc-fafe-4020-bb69-19fb3e0c812c req-bf9c17a1-c027-4556-9168-8dabee911bfa tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/security-groups?id=371a27a9-3c5b-43f4-8385-ed92687d1b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165056 Aug 11 16:22:11.849873 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a047433c-0ef0-430c-b33d-8a0aceafd739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:11.882380 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-fc73a524-e89a-47f2-a0d3-aad3939b746c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:11.902810 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-a047433c-0ef0-430c-b33d-8a0aceafd739 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86b73942f70d4b20b93480c40f2622a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2753589 Aug 11 16:22:11.903164 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 39358) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:11.931752 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047433c-0ef0-430c-b33d-8a0aceafd739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb323fb-3697-445c-9b6e-397e16443cd6,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:11.935249 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-a047433c-0ef0-430c-b33d-8a0aceafd739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:11.981579 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-4943d9a9-2a30-4dcf-aa98-7b28ce16a50c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:11.987927 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e2229-3798-403f-85f5-e1ac7831b69c req-5d4599d9-cf0a-4815-97ad-d22003237ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:11.989734 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-dd6e2229-3798-403f-85f5-e1ac7831b69c req-5d4599d9-cf0a-4815-97ad-d22003237ff1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f65af374b754ad0a8db24d255bf01a9&device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 1097 time: 0.1896501 Aug 11 16:22:12.015057 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-4943d9a9-2a30-4dcf-aa98-7b28ce16a50c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:12.120495 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-4943d9a9-2a30-4dcf-aa98-7b28ce16a50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:12.139653 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:12.154040 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-4943d9a9-2a30-4dcf-aa98-7b28ce16a50c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:12.155259 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-4943d9a9-2a30-4dcf-aa98-7b28ce16a50c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4cb323fb-3697-445c-9b6e-397e16443cd6 HTTP/1.1" status: 204 len: 168 time: 0.2510409 Aug 11 16:22:12.165144 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4943d9a9-2a30-4dcf-aa98-7b28ce16a50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb323fb-3697-445c-9b6e-397e16443cd6,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:12.168003 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-4943d9a9-2a30-4dcf-aa98-7b28ce16a50c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:12.220697 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e2229-3798-403f-85f5-e1ac7831b69c req-e63bc4d8-89e6-4688-b55d-e236ffd5a8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:12.222188 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-dd6e2229-3798-403f-85f5-e1ac7831b69c req-e63bc4d8-89e6-4688-b55d-e236ffd5a8a8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e84d1f2e-0958-4576-b874-787314c79445 HTTP/1.1" status: 200 len: 919 time: 0.2260540 Aug 11 16:22:12.317410 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90c3df-651e-4e86-b44e-783d0649446b req-47064e26-e6ad-428f-9677-4db5371173f3 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:12.319411 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fe90c3df-651e-4e86-b44e-783d0649446b req-47064e26-e6ad-428f-9677-4db5371173f3 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 944 time: 0.1005790 Aug 11 16:22:12.356456 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-dd6e2229-3798-403f-85f5-e1ac7831b69c req-9f95364e-33ab-4e9a-9800-a5b98ac0c10a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3116b31-d7b6-408a-8c40-afa6e2a166a3 HTTP/1.1" status: 200 len: 217 time: 0.1188571 Aug 11 16:22:12.423286 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fe90c3df-651e-4e86-b44e-783d0649446b req-769d0a68-4414-4779-8be7-1d89172b3d36 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975640 Aug 11 16:22:12.463038 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdec3ffb-c715-4d6d-b35f-a95dc07435e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fde35d-7fa9-441a-bf4c-6c208c14b13c'}] {{(pid=79160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:22:12.493314 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e2229-3798-403f-85f5-e1ac7831b69c req-37e2cfdc-a06d-437f-9350-540c932610e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:12.502805 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-dd6e2229-3798-403f-85f5-e1ac7831b69c req-37e2cfdc-a06d-437f-9350-540c932610e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38724f5f-39a0-4316-8f66-1571c8e42441 HTTP/1.1" status: 200 len: 858 time: 0.1366527 Aug 11 16:22:12.633725 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-47957964-e00d-42fc-8447-cc3cd721bdca req-14efe67d-2336-46ff-b8e0-1a8f540997a3 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 210 time: 0.0581343 Aug 11 16:22:12.674557 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-dd6e2229-3798-403f-85f5-e1ac7831b69c req-8047fba1-d490-493a-8ffe-771255178108 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e84d1f2e-0958-4576-b874-787314c79445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988016 Aug 11 16:22:12.682202 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 5d3ddf2f-b157-451d-a236-2f07fe0babc1 details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:22:12.713910 dv-cinder-804265-1-smb neutron-server[79160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdec3ffb-c715-4d6d-b35f-a95dc07435e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fde35d-7fa9-441a-bf4c-6c208c14b13c', 'code': 200} Aug 11 16:22:12.911885 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 5d3ddf2f-b157-451d-a236-2f07fe0babc1, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=5d3ddf2f-b157-451d-a236-2f07fe0babc1,segment=NetworkSegment(27cb263a-ccc6-4035-8f60-05cc8115add6),segment_id=27cb263a-ccc6-4035-8f60-05cc8115add6)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:12.944910 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Returning: {'device': '5d3ddf2f-b157-451d-a236-2f07fe0babc1', 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424', 'port_id': '5d3ddf2f-b157-451d-a236-2f07fe0babc1', 'mac_address': 'fa:16:3e:83:d0:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d509748-00d5-4471-8b3e-a2f206f5dac5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:22:12.946870 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f25e55-2f89-48e9-965b-71511d25dd7e req-e9d97209-fec3-4da7-a0cd-35025379601c tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:12.949138 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-37f25e55-2f89-48e9-965b-71511d25dd7e req-e9d97209-fec3-4da7-a0cd-35025379601c tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 943 time: 0.1892560 Aug 11 16:22:12.968149 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-dd6e2229-3798-403f-85f5-e1ac7831b69c req-e23ba937-2a6b-4397-92ec-e213bff2ee5e service neutron] 10.222.0.20 "GET /v2.0/networks/e84d1f2e-0958-4576-b874-787314c79445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846088 Aug 11 16:22:13.022252 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-37f25e55-2f89-48e9-965b-71511d25dd7e req-fa847a7c-1cc5-4f6f-9995-46f26191b3c9 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646920 Aug 11 16:22:13.033845 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:13.054105 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d3ddf2f-b157-451d-a236-2f07fe0babc1 {{(pid=79160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:22:13.076387 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 5d3ddf2f-b157-451d-a236-2f07fe0babc1, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=5d3ddf2f-b157-451d-a236-2f07fe0babc1,segment=NetworkSegment(27cb263a-ccc6-4035-8f60-05cc8115add6),segment_id=27cb263a-ccc6-4035-8f60-05cc8115add6)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:13.082649 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:13.084994 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:13.221539 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=5d3ddf2f-b157-451d-a236-2f07fe0babc1,revision_number=4']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:13.229756 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:13.388964 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330e322-b251-413d-a55c-823bb3763c50 req-6b2ef977-6369-4fab-989a-e47c9ef29ae2 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:13.390552 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a330e322-b251-413d-a55c-823bb3763c50 req-6b2ef977-6369-4fab-989a-e47c9ef29ae2 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a244b04-49db-4b56-86f4-0dc485fdc840 HTTP/1.1" status: 200 len: 945 time: 0.3187122 Aug 11 16:22:13.410209 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-dd6e2229-3798-403f-85f5-e1ac7831b69c req-20c15558-910b-471c-b314-b53503d39ac6 service neutron] 10.222.0.20 "GET /v2.0/networks/e84d1f2e-0958-4576-b874-787314c79445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317858 Aug 11 16:22:13.424047 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-21f3ef5c-b78b-4e5a-93e7-86d8b65e0e3e tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:13.425725 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-21f3ef5c-b78b-4e5a-93e7-86d8b65e0e3e tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.20 "GET /v2.0/networks?id=cb400975-e9dd-443e-9606-847a21e328b4 HTTP/1.1" status: 200 len: 810 time: 0.3799605 Aug 11 16:22:13.448361 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['5d3ddf2f-b157-451d-a236-2f07fe0babc1'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:22:13.534515 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a330e322-b251-413d-a55c-823bb3763c50 req-323f0b73-7fba-4c89-b1aa-a0ecb73571a7 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/security-groups?id=371a27a9-3c5b-43f4-8385-ed92687d1b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358025 Aug 11 16:22:13.563258 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-facc9ac2-4793-403d-9478-acb310a587eb tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31c62e7753bf460ab9f528f3534391b0 HTTP/1.1" status: 200 len: 380 time: 0.1032877 Aug 11 16:22:13.572783 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-04b0a877-d676-4e3c-ae5c-0ee74c3a5172 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Request body: {'port': {'device_id': '9e19bde9-3bb8-4a04-8b27-f203b685ee71', 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4', 'admin_state_up': True, 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'security_groups': ['630ebbc4-bd67-4c75-9198-14dd66baf7ac']}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:22:13.712001 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b7b46-5910-4770-b744-e3c66fba44dc req-05c682cf-fbc9-4779-acc7-42fa9599ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:13.713511 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-a47b7b46-5910-4770-b744-e3c66fba44dc req-05c682cf-fbc9-4779-acc7-42fa9599ccac service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 1099 time: 0.2036328 Aug 11 16:22:13.797400 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-a47b7b46-5910-4770-b744-e3c66fba44dc req-ce79b3fc-589d-4770-a6b3-c934b4a369c8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753913 Aug 11 16:22:13.929143 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-35b068a7-6c82-4dbb-8e3e-a15382131e98 req-338f91e1-5f35-4054-a9a9-ef5e78425fa3 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 210 time: 0.0834286 Aug 11 16:22:13.975183 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-04b0a877-d676-4e3c-ae5c-0ee74c3a5172 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:14.001540 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac4a90-34e3-4abd-a9c6-261d028b905d req-466f0b45-cbd4-4324-95c8-7d1192380e4c tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:14.012975 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3eac4a90-34e3-4abd-a9c6-261d028b905d req-466f0b45-cbd4-4324-95c8-7d1192380e4c tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 944 time: 0.2284999 Aug 11 16:22:14.054231 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-04b0a877-d676-4e3c-ae5c-0ee74c3a5172 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:14.097326 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-04b0a877-d676-4e3c-ae5c-0ee74c3a5172 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Made reservation on behalf of 31c62e7753bf460ab9f528f3534391b0 for: {'port': 1} {{(pid=79159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:22:14.100925 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-04b0a877-d676-4e3c-ae5c-0ee74c3a5172 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:14.139399 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3eac4a90-34e3-4abd-a9c6-261d028b905d req-40188149-f82b-48ab-9947-cd37cc655ac4 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254263 Aug 11 16:22:14.471211 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.db_base_plugin_common [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-04b0a877-d676-4e3c-ae5c-0ee74c3a5172 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Allocated IP 172.20.0.10 (cb400975-e9dd-443e-9606-847a21e328b4/d95ae6d0-d0c2-4ac0-b270-7afce54713aa/e78309e3-16e8-48a2-8d18-0649025f079c) {{(pid=79159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:22:14.517973 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5ecb5-5809-4428-969a-7b8b3c19e425 req-39d401ba-dcfc-4efc-ada1-8d6a63af29b2 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:14.519545 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-bad5ecb5-5809-4428-969a-7b8b3c19e425 req-39d401ba-dcfc-4efc-ada1-8d6a63af29b2 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 944 time: 0.1988726 Aug 11 16:22:14.544542 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 39480) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:14.685023 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device e3116b31-d7b6-408a-8c40-afa6e2a166a3 details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:22:14.695183 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-bad5ecb5-5809-4428-969a-7b8b3c19e425 req-314cd798-f71f-4f56-8b17-53d177a23a65 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656530 Aug 11 16:22:14.703288 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 5d3ddf2f-b157-451d-a236-2f07fe0babc1 up at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:22:14.823150 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-04b0a877-d676-4e3c-ae5c-0ee74c3a5172 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for port, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:14.848186 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.provisioning_blocks [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-04b0a877-d676-4e3c-ae5c-0ee74c3a5172 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Transition to ACTIVE for port object e78309e3-16e8-48a2-8d18-0649025f079c will not be triggered until provisioned by entity DHCP. {{(pid=79159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:22:14.875434 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-04b0a877-d676-4e3c-ae5c-0ee74c3a5172 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552'] for port, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:14.890130 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:14.962463 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-04b0a877-d676-4e3c-ae5c-0ee74c3a5172 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Network cb400975-e9dd-443e-9606-847a21e328b4 is already hosted by enough agents. {{(pid=79159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:22:14.968237 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-04b0a877-d676-4e3c-ae5c-0ee74c3a5172 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Resources bound (agent type, host, resource id): {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:22:14.976895 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-04b0a877-d676-4e3c-ae5c-0ee74c3a5172 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Received port after_create {{(pid=79159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:22:14.986671 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-04b0a877-d676-4e3c-ae5c-0ee74c3a5172 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:14.987350 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-04b0a877-d676-4e3c-ae5c-0ee74c3a5172 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:15.001659 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a4307193-aaa9-4645-9c6a-19404bfaec05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:15.024602 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-04b0a877-d676-4e3c-ae5c-0ee74c3a5172 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4560046 Aug 11 16:22:15.029551 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0a877-d676-4e3c-ae5c-0ee74c3a5172 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Pushing event updated for resources: {'Port': ['ID=e78309e3-16e8-48a2-8d18-0649025f079c,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:15.036497 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-04b0a877-d676-4e3c-ae5c-0ee74c3a5172 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:15.052280 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09a9ac-319c-4511-a98e-8a7b03f82870 req-ec61c3fe-e553-43eb-9b85-5b88534a8913 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:15.066275 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-a4307193-aaa9-4645-9c6a-19404bfaec05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:15.067190 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4c09a9ac-319c-4511-a98e-8a7b03f82870 req-ec61c3fe-e553-43eb-9b85-5b88534a8913 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a244b04-49db-4b56-86f4-0dc485fdc840 HTTP/1.1" status: 200 len: 945 time: 0.3640423 Aug 11 16:22:15.080153 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-604716e5-575f-4cf9-b123-50cd695cc245 service neutron] Request body: {'port': {'device_id': '9e19bde9-3bb8-4a04-8b27-f203b685ee71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:22:15.085952 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-a4307193-aaa9-4645-9c6a-19404bfaec05 admin admin] Usage tracker for resource:security_group_rule and tenant:dbd467e2ec13424eb39332c4ab62999b is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:15.100427 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-a4307193-aaa9-4645-9c6a-19404bfaec05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:15.123493 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning for port 5d3ddf2f-b157-451d-a236-2f07fe0babc1 completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:22:15.127257 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-a4307193-aaa9-4645-9c6a-19404bfaec05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:15.183347 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning complete for port 5d3ddf2f-b157-451d-a236-2f07fe0babc1 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:22:15.183784 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:15.343368 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a4307193-aaa9-4645-9c6a-19404bfaec05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:15.353340 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a4307193-aaa9-4645-9c6a-19404bfaec05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:15.363782 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port e3116b31-d7b6-408a-8c40-afa6e2a166a3, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=e3116b31-d7b6-408a-8c40-afa6e2a166a3,segment=NetworkSegment(fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c),segment_id=fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:15.386636 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-a235f302-0fea-4337-b513-b887fe5073c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:15.419774 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4c09a9ac-319c-4511-a98e-8a7b03f82870 req-ef8667c3-a700-4a95-94ab-b64a5ec53632 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/security-groups?id=371a27a9-3c5b-43f4-8385-ed92687d1b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475587 Aug 11 16:22:15.456888 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-a4307193-aaa9-4645-9c6a-19404bfaec05 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dbd467e2ec13424eb39332c4ab62999b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9097099 Aug 11 16:22:15.459502 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4307193-aaa9-4645-9c6a-19404bfaec05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db512501-8f79-4307-9ef1-614114c6bacf,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:15.463817 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-a4307193-aaa9-4645-9c6a-19404bfaec05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:15.466259 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 39512) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:15.504470 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Returning: {'device': 'e3116b31-d7b6-408a-8c40-afa6e2a166a3', 'network_id': 'e84d1f2e-0958-4576-b874-787314c79445', 'port_id': 'e3116b31-d7b6-408a-8c40-afa6e2a166a3', 'mac_address': 'fa:16:3e:c2:d7:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38724f5f-39a0-4316-8f66-1571c8e42441', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:22:15.519215 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-604716e5-575f-4cf9-b123-50cd695cc245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:15.584050 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fad3fd-0eb2-4ea6-9676-74204856dc7e req-89452a57-50fa-4f5e-9093-2fabcf95849d tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:15.585493 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-35fad3fd-0eb2-4ea6-9676-74204856dc7e req-89452a57-50fa-4f5e-9093-2fabcf95849d tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Synchronizing usage tracker for tenant:31c62e7753bf460ab9f528f3534391b0 on resource:port {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:22:15.615128 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b5b8f67b-d820-48bf-85de-e2dd677995f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:15.622489 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:15.632799 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-fcb476f5-d836-4304-9ad3-79ec951040fc None None] Provisioning for port e78309e3-16e8-48a2-8d18-0649025f079c completed by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:22:15.645353 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-fcb476f5-d836-4304-9ad3-79ec951040fc None None] Provisioning complete for port e78309e3-16e8-48a2-8d18-0649025f079c triggered by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:22:15.646098 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-fcb476f5-d836-4304-9ad3-79ec951040fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:15.679878 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b5b8f67b-d820-48bf-85de-e2dd677995f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:15.683932 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:15.739828 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b72db5-7067-4fa7-9b41-5eab55e62b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3ddf2f-b157-451d-a236-2f07fe0babc1'}] {{(pid=79160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:22:15.787701 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b5b8f67b-d820-48bf-85de-e2dd677995f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:15.799645 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-fc20c964-7995-4a2e-ada0-44da27978310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:15.800748 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-35fad3fd-0eb2-4ea6-9676-74204856dc7e req-89452a57-50fa-4f5e-9093-2fabcf95849d tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Unset dirty status for tenant:31c62e7753bf460ab9f528f3534391b0 on resource:port {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:22:15.801894 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-35fad3fd-0eb2-4ea6-9676-74204856dc7e req-89452a57-50fa-4f5e-9093-2fabcf95849d tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 932 time: 0.6752920 Aug 11 16:22:15.832729 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3116b31-d7b6-408a-8c40-afa6e2a166a3 {{(pid=79160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:22:15.848807 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8f67b-d820-48bf-85de-e2dd677995f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db512501-8f79-4307-9ef1-614114c6bacf,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:15.860465 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port e3116b31-d7b6-408a-8c40-afa6e2a166a3, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=e3116b31-d7b6-408a-8c40-afa6e2a166a3,segment=NetworkSegment(fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c),segment_id=fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:15.863895 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-b5b8f67b-d820-48bf-85de-e2dd677995f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:15.868984 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-fcb476f5-d836-4304-9ad3-79ec951040fc None None] Port e78309e3-16e8-48a2-8d18-0649025f079c cannot update to ACTIVE because it is not bound. {{(pid=79160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:22:15.871284 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b5b8f67b-d820-48bf-85de-e2dd677995f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:15.872995 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-b5b8f67b-d820-48bf-85de-e2dd677995f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db512501-8f79-4307-9ef1-614114c6bacf HTTP/1.1" status: 204 len: 168 time: 0.4055576 Aug 11 16:22:15.892075 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 5d3ddf2f-b157-451d-a236-2f07fe0babc1, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=5d3ddf2f-b157-451d-a236-2f07fe0babc1,segment=NetworkSegment(27cb263a-ccc6-4035-8f60-05cc8115add6),segment_id=27cb263a-ccc6-4035-8f60-05cc8115add6)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:15.897444 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:15.904318 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:15.995239 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:16.149657 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-35fad3fd-0eb2-4ea6-9676-74204856dc7e req-41e3a27b-f013-4d44-9e20-ee735080b5cb tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3365686 Aug 11 16:22:16.213250 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11235e2-7f42-43a3-aa77-70ef68c5b971 req-9d68ba2f-4033-4200-bd88-68564f726ee3 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:16.218790 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d11235e2-7f42-43a3-aa77-70ef68c5b971 req-9d68ba2f-4033-4200-bd88-68564f726ee3 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 944 time: 0.5200000 Aug 11 16:22:16.318360 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=e3116b31-d7b6-408a-8c40-afa6e2a166a3,revision_number=4']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:16.333123 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:16.336647 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:16.382414 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d11235e2-7f42-43a3-aa77-70ef68c5b971 req-78776f2c-e213-438e-aeb7-64604b1342ef tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527078 Aug 11 16:22:16.451279 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=5d3ddf2f-b157-451d-a236-2f07fe0babc1,revision_number=5']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:16.455187 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['e3116b31-d7b6-408a-8c40-afa6e2a166a3'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:22:16.513453 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:16.515723 dv-cinder-804265-1-smb neutron-server[79160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b72db5-7067-4fa7-9b41-5eab55e62b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3ddf2f-b157-451d-a236-2f07fe0babc1', 'code': 200} Aug 11 16:22:16.608546 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-604716e5-575f-4cf9-b123-50cd695cc245 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e78309e3-16e8-48a2-8d18-0649025f079c {{(pid=79159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:22:16.623412 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-604716e5-575f-4cf9-b123-50cd695cc245 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:16.635480 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816500b-0470-4376-8403-8585dbb6439a req-2225d420-e86a-41c5-8eae-1ee610a2e86d tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:16.645674 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2816500b-0470-4376-8403-8585dbb6439a req-2225d420-e86a-41c5-8eae-1ee610a2e86d tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 945 time: 0.2188373 Aug 11 16:22:16.703037 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-50a66c9e-077a-462b-a342-4f0c0456bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:16.721300 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.provisioning_blocks [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-604716e5-575f-4cf9-b123-50cd695cc245 service neutron] Transition to ACTIVE for port object e78309e3-16e8-48a2-8d18-0649025f079c will not be triggered until provisioned by entity L2. {{(pid=79159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:22:16.734527 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-604716e5-575f-4cf9-b123-50cd695cc245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:16.745194 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 39542) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:16.785748 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2816500b-0470-4376-8403-8585dbb6439a req-8fa062cb-a8db-4e65-8aaf-140d4781f327 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370127 Aug 11 16:22:16.788539 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:16.809145 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-7e69ae8e-113b-44f6-a219-4a436274be6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:16.855513 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-7e69ae8e-113b-44f6-a219-4a436274be6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:16.862939 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-7e69ae8e-113b-44f6-a219-4a436274be6e admin admin] Usage tracker for resource:security_group_rule and tenant:c46cad05c1794c1fad2d2f2b7f6b8a7e is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:16.871344 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-7e69ae8e-113b-44f6-a219-4a436274be6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:16.881665 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-7e69ae8e-113b-44f6-a219-4a436274be6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:17.038566 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604716e5-575f-4cf9-b123-50cd695cc245 service neutron] Pushing event updated for resources: {'Port': ['ID=e78309e3-16e8-48a2-8d18-0649025f079c,revision_number=2']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:17.055400 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-604716e5-575f-4cf9-b123-50cd695cc245 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:17.090946 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-604716e5-575f-4cf9-b123-50cd695cc245 service neutron] Attempting to bind port e78309e3-16e8-48a2-8d18-0649025f079c on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:22:17.091289 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-604716e5-575f-4cf9-b123-50cd695cc245 service neutron] Attempting to bind port e78309e3-16e8-48a2-8d18-0649025f079c by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': '43498505-ff72-4a60-a1de-0e3e6d25bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4'}] {{(pid=79159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:22:17.091624 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-604716e5-575f-4cf9-b123-50cd695cc245 service neutron] Attempting to bind port e78309e3-16e8-48a2-8d18-0649025f079c on network cb400975-e9dd-443e-9606-847a21e328b4 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:22:17.110524 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-604716e5-575f-4cf9-b123-50cd695cc245 service neutron] Port e78309e3-16e8-48a2-8d18-0649025f079c on network cb400975-e9dd-443e-9606-847a21e328b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:22:17.110524 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-604716e5-575f-4cf9-b123-50cd695cc245 service neutron] Attempting to bind port e78309e3-16e8-48a2-8d18-0649025f079c on network cb400975-e9dd-443e-9606-847a21e328b4 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:22:17.110731 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-7e69ae8e-113b-44f6-a219-4a436274be6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:17.111217 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-604716e5-575f-4cf9-b123-50cd695cc245 service neutron] Checking agent: {'id': '1d09ba05-6aad-4b92-98a7-4a9421ef38ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:22:17.111598 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-604716e5-575f-4cf9-b123-50cd695cc245 service neutron] Checking segment: {'id': '43498505-ff72-4a60-a1de-0e3e6d25bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:22:17.112020 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-604716e5-575f-4cf9-b123-50cd695cc245 service neutron] Bound using segment: {'id': '43498505-ff72-4a60-a1de-0e3e6d25bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4'} {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:22:17.112464 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-604716e5-575f-4cf9-b123-50cd695cc245 service neutron] Bound port: e78309e3-16e8-48a2-8d18-0649025f079c, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43498505-ff72-4a60-a1de-0e3e6d25bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4'}}] {{(pid=79159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:22:17.113305 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-604716e5-575f-4cf9-b123-50cd695cc245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:17.122050 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-7e69ae8e-113b-44f6-a219-4a436274be6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:17.133587 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:17.164467 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e146d7-4d08-4a8b-94ff-aa67fdbd847e req-a4fbf33d-d1fa-43a6-a4cd-2b691e196f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:17.166277 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-98e146d7-4d08-4a8b-94ff-aa67fdbd847e req-a4fbf33d-d1fa-43a6-a4cd-2b691e196f29 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 1098 time: 0.1797142 Aug 11 16:22:17.233060 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-604716e5-575f-4cf9-b123-50cd695cc245 service neutron] For port e78309e3-16e8-48a2-8d18-0649025f079c, host hv-cinder-80426, cleared binding levels {{(pid=79159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:22:17.233586 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69ae8e-113b-44f6-a219-4a436274be6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f334a8-e2aa-467a-9c95-2e676415f776,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:17.238039 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-604716e5-575f-4cf9-b123-50cd695cc245 service neutron] For port e78309e3-16e8-48a2-8d18-0649025f079c, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=e78309e3-16e8-48a2-8d18-0649025f079c,segment=NetworkSegment(43498505-ff72-4a60-a1de-0e3e6d25bab0),segment_id=43498505-ff72-4a60-a1de-0e3e6d25bab0)] {{(pid=79159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:22:17.256622 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 39552) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:17.256738 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-7e69ae8e-113b-44f6-a219-4a436274be6e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c46cad05c1794c1fad2d2f2b7f6b8a7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5102534 Aug 11 16:22:17.257773 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-7e69ae8e-113b-44f6-a219-4a436274be6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:17.274892 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-604716e5-575f-4cf9-b123-50cd695cc245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:17.283118 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-98e146d7-4d08-4a8b-94ff-aa67fdbd847e req-7cbf59eb-5ec0-4993-919b-4632e1fb030b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984688 Aug 11 16:22:17.299315 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:17.305139 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:17.433262 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-604716e5-575f-4cf9-b123-50cd695cc245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:17.434036 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-604716e5-575f-4cf9-b123-50cd695cc245 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:17.435525 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-604716e5-575f-4cf9-b123-50cd695cc245 service neutron] 10.222.0.20 "PUT /v2.0/ports/e78309e3-16e8-48a2-8d18-0649025f079c HTTP/1.1" status: 200 len: 1094 time: 2.3655558 Aug 11 16:22:17.436012 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e19bde9-3bb8-4a04-8b27-f203b685ee71', 'tag': 'e78309e3-16e8-48a2-8d18-0649025f079c'}] {{(pid=79159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:22:17.496429 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-accecb0d-ba3b-4ea3-86c7-ec44d9adace3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:17.516822 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604716e5-575f-4cf9-b123-50cd695cc245 service neutron] Pushing event updated for resources: {'Port': ['ID=e78309e3-16e8-48a2-8d18-0649025f079c,revision_number=3']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:17.524627 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-604716e5-575f-4cf9-b123-50cd695cc245 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:17.585526 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-accecb0d-ba3b-4ea3-86c7-ec44d9adace3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:17.623481 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcaceb-4e69-4b3a-81a0-064c0646f025 req-b4cc14f8-9320-4e28-8519-fa19bb5ea0d6 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:17.632157 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-aafcaceb-4e69-4b3a-81a0-064c0646f025 req-b4cc14f8-9320-4e28-8519-fa19bb5ea0d6 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 944 time: 0.2959757 Aug 11 16:22:17.767906 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-aafcaceb-4e69-4b3a-81a0-064c0646f025 req-9c240ba8-34e4-4db7-bab8-3c1c63d49590 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348181 Aug 11 16:22:17.791413 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ac9c0-2cc9-4bf3-8192-8e10b070aaee req-bd73c6cd-3009-4207-910d-6247f7a2d7ea tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:17.792909 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-045ac9c0-2cc9-4bf3-8192-8e10b070aaee req-bd73c6cd-3009-4207-910d-6247f7a2d7ea tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 945 time: 0.2569299 Aug 11 16:22:17.842527 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e19bde9-3bb8-4a04-8b27-f203b685ee71', 'tag': 'e78309e3-16e8-48a2-8d18-0649025f079c', 'status': 'completed', 'code': 200} Aug 11 16:22:17.849999 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-accecb0d-ba3b-4ea3-86c7-ec44d9adace3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:17.865313 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-8e81eb2f-0f58-4355-8472-7b7ee2c43b30 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:17.882712 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-045ac9c0-2cc9-4bf3-8192-8e10b070aaee req-a62d5729-b250-45df-90a3-7e4e2d37bec8 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760200 Aug 11 16:22:17.886578 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-337e40db-ce60-4c7e-992a-cfd674654097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:17.889389 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-337e40db-ce60-4c7e-992a-cfd674654097 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31c62e7753bf460ab9f528f3534391b0&device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 1097 time: 0.2061872 Aug 11 16:22:17.893639 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accecb0d-ba3b-4ea3-86c7-ec44d9adace3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f334a8-e2aa-467a-9c95-2e676415f776,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:17.896637 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-accecb0d-ba3b-4ea3-86c7-ec44d9adace3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:17.900361 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-accecb0d-ba3b-4ea3-86c7-ec44d9adace3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:17.901490 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-accecb0d-ba3b-4ea3-86c7-ec44d9adace3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40f334a8-e2aa-467a-9c95-2e676415f776 HTTP/1.1" status: 204 len: 168 time: 0.6421540 Aug 11 16:22:18.042837 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-7bf12365-2e2a-4029-9ae5-749b07b87d9c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e78309e3-16e8-48a2-8d18-0649025f079c HTTP/1.1" status: 200 len: 217 time: 0.1296933 Aug 11 16:22:18.242526 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-e8d81af7-5d1d-4cdf-a238-083c95218312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:18.243976 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-e8d81af7-5d1d-4cdf-a238-083c95218312 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d95ae6d0-d0c2-4ac0-b270-7afce54713aa HTTP/1.1" status: 200 len: 849 time: 0.1606362 Aug 11 16:22:18.361340 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-9ce30655-d112-4a26-a896-2152b0cd5d60 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:18.362883 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-9ce30655-d112-4a26-a896-2152b0cd5d60 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/networks?id=b8f6a840-d07e-445e-be19-d944bca27070 HTTP/1.1" status: 200 len: 815 time: 0.3648217 Aug 11 16:22:18.387312 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 39604) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:18.404995 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3c189-382c-4a2b-ae31-2ca933b3a487 req-8950f90c-f4af-4992-83dc-cdfdaeff6088 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:18.407081 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-dcf3c189-382c-4a2b-ae31-2ca933b3a487 req-8950f90c-f4af-4992-83dc-cdfdaeff6088 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 945 time: 0.3689506 Aug 11 16:22:18.411718 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f6031631-aea1-4595-a5ed-affe7a47da97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:18.411883 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-72409b38-6c28-4ca8-a0d9-e3dabdf51278 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/quotas/3fc782a108854b0da42a1d06299b49f2 HTTP/1.1" status: 200 len: 375 time: 0.0326040 Aug 11 16:22:18.429129 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-f6031631-aea1-4595-a5ed-affe7a47da97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:18.433449 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-f6031631-aea1-4595-a5ed-affe7a47da97 admin admin] Usage tracker for resource:security_group_rule and tenant:b8a57a05648d4c028341c52fd782b7ba is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:18.436845 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-f6031631-aea1-4595-a5ed-affe7a47da97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:18.443354 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-f6031631-aea1-4595-a5ed-affe7a47da97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:18.538532 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-667ff2ee-576c-481a-a7b9-efcab367c71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:18.539994 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-667ff2ee-576c-481a-a7b9-efcab367c71e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb400975-e9dd-443e-9606-847a21e328b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2766469 Aug 11 16:22:18.547933 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f6031631-aea1-4595-a5ed-affe7a47da97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:18.554525 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f6031631-aea1-4595-a5ed-affe7a47da97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:18.584239 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-5b57846e-dc2b-4a81-ad0e-a317595544cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:18.603358 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-f6031631-aea1-4595-a5ed-affe7a47da97 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b8a57a05648d4c028341c52fd782b7ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2136846 Aug 11 16:22:18.615204 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 39612) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:18.637145 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6031631-aea1-4595-a5ed-affe7a47da97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296553ed-67a0-4833-a785-5c1e2354ec25,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:18.656078 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-f6031631-aea1-4595-a5ed-affe7a47da97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:18.696509 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-dcf3c189-382c-4a2b-ae31-2ca933b3a487 req-0d58c03a-67f5-4ce1-a868-42fc1d06bf75 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2729890 Aug 11 16:22:18.697966 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device e3116b31-d7b6-408a-8c40-afa6e2a166a3 up at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:22:18.813869 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning for port e3116b31-d7b6-408a-8c40-afa6e2a166a3 completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:22:18.825683 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning complete for port e3116b31-d7b6-408a-8c40-afa6e2a166a3 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:22:18.830341 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:18.861281 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-8d516adc-e934-4a46-9a6e-e82a2ce084be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:18.896996 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-176a458a-e710-4aa5-9e79-3df1cc851f68 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3fc782a108854b0da42a1d06299b49f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4767005 Aug 11 16:22:18.932526 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-ce1060e3-e1e1-4586-99bb-3060c70bb07d service neutron] 10.222.0.20 "GET /v2.0/networks/cb400975-e9dd-443e-9606-847a21e328b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611598 Aug 11 16:22:18.968314 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-8d516adc-e934-4a46-9a6e-e82a2ce084be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:19.014652 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:19.054999 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947881df-6f73-4ccd-917d-5f7ee14f2747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3116b31-d7b6-408a-8c40-afa6e2a166a3'}] {{(pid=79160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:22:19.066745 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port e3116b31-d7b6-408a-8c40-afa6e2a166a3, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=e3116b31-d7b6-408a-8c40-afa6e2a166a3,segment=NetworkSegment(fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c),segment_id=fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:19.073238 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:19.075630 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-359c5061-78e5-43bd-8070-cefdefa7ead3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:19.167191 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=e3116b31-d7b6-408a-8c40-afa6e2a166a3,revision_number=5']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:19.189068 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:19.216688 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-29a38110-9257-43d7-b298-894b8a89cb56 service neutron] 10.222.0.21 "GET /v2.0/networks/b8f6a840-d07e-445e-be19-d944bca27070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184791 Aug 11 16:22:19.218565 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-654ecaac-47fb-416e-b7cb-e3b7ef03a281 req-385c384b-70f7-4057-b9d8-4a148de56397 service neutron] 10.222.0.20 "GET /v2.0/networks/cb400975-e9dd-443e-9606-847a21e328b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740240 Aug 11 16:22:19.220594 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-8d516adc-e934-4a46-9a6e-e82a2ce084be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:19.225627 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:19.253014 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-d6e946a6-658a-42c1-87fe-ff408364117a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:19.264883 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d516adc-e934-4a46-9a6e-e82a2ce084be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296553ed-67a0-4833-a785-5c1e2354ec25,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:19.279693 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-8d516adc-e934-4a46-9a6e-e82a2ce084be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:19.288809 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-8d516adc-e934-4a46-9a6e-e82a2ce084be admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:19.289791 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-8d516adc-e934-4a46-9a6e-e82a2ce084be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/296553ed-67a0-4833-a785-5c1e2354ec25 HTTP/1.1" status: 204 len: 168 time: 0.6625340 Aug 11 16:22:19.472064 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-934cd445-c54d-47c3-887f-4595e9e5ae70 service neutron] 10.222.0.21 "GET /v2.0/networks/b8f6a840-d07e-445e-be19-d944bca27070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392764 Aug 11 16:22:19.485866 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec35a92-d4f8-4561-8fe8-51bd349d888f req-afdd2fc4-7dcc-4349-8554-4cce9ddd23f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:19.487388 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-bec35a92-d4f8-4561-8fe8-51bd349d888f req-afdd2fc4-7dcc-4349-8554-4cce9ddd23f6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31c62e7753bf460ab9f528f3534391b0&device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 1097 time: 0.1250343 Aug 11 16:22:19.785136 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec35a92-d4f8-4561-8fe8-51bd349d888f req-c188e349-7d0d-4f35-b726-ec57e520a992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:19.788386 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-bec35a92-d4f8-4561-8fe8-51bd349d888f req-c188e349-7d0d-4f35-b726-ec57e520a992 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb400975-e9dd-443e-9606-847a21e328b4 HTTP/1.1" status: 200 len: 911 time: 0.2925699 Aug 11 16:22:19.806026 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80bbdf-2f8f-41bc-a39a-a233ade14095 req-20aa1259-47f5-48b9-81c0-108f3736b4e7 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:19.807824 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ca80bbdf-2f8f-41bc-a39a-a233ade14095 req-20aa1259-47f5-48b9-81c0-108f3736b4e7 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 944 time: 0.3139358 Aug 11 16:22:20.022254 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-bec35a92-d4f8-4561-8fe8-51bd349d888f req-6a3297d3-1035-419f-b94a-f3cbd4d9d698 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e78309e3-16e8-48a2-8d18-0649025f079c HTTP/1.1" status: 200 len: 217 time: 0.2130527 Aug 11 16:22:20.178477 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ca80bbdf-2f8f-41bc-a39a-a233ade14095 req-99c88aac-342b-4ad0-8ee6-bc61cae2a20e tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432847 Aug 11 16:22:20.208562 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec35a92-d4f8-4561-8fe8-51bd349d888f req-f0328445-4251-4082-858a-dca66c46603a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:20.211324 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-bec35a92-d4f8-4561-8fe8-51bd349d888f req-f0328445-4251-4082-858a-dca66c46603a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d95ae6d0-d0c2-4ac0-b270-7afce54713aa HTTP/1.1" status: 200 len: 849 time: 0.1742134 Aug 11 16:22:20.257020 dv-cinder-804265-1-smb neutron-server[79160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947881df-6f73-4ccd-917d-5f7ee14f2747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3116b31-d7b6-408a-8c40-afa6e2a166a3', 'code': 200} Aug 11 16:22:20.299995 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44b378-d5cd-451a-b1c6-1e7a2f8f3004 req-799cea4d-7c9b-41ce-b8cf-1b2ef5d74021 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:20.307759 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-db44b378-d5cd-451a-b1c6-1e7a2f8f3004 req-799cea4d-7c9b-41ce-b8cf-1b2ef5d74021 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.3737452 Aug 11 16:22:20.397128 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:20.444494 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1539ecff-f5ca-46f4-9208-9ff8a5ecba0c req-d2385c0c-3bd3-43d2-ac2e-f9c0db925374 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47ca1b4-83e2-4c6a-9c06-33a8c35c136c HTTP/1.1" status: 200 len: 210 time: 0.0914423 Aug 11 16:22:20.454793 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-db44b378-d5cd-451a-b1c6-1e7a2f8f3004 req-5fc3d28d-7b69-4073-b6c7-33b864b98bdd tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441126 Aug 11 16:22:20.480397 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec35a92-d4f8-4561-8fe8-51bd349d888f req-8164257e-f2f8-420f-9c7e-92d8ee12e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:20.481922 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-bec35a92-d4f8-4561-8fe8-51bd349d888f req-8164257e-f2f8-420f-9c7e-92d8ee12e1ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb400975-e9dd-443e-9606-847a21e328b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2620592 Aug 11 16:22:20.784499 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde74f32-115c-4e88-981e-3e93335f9d47 req-21bcf533-cfda-43cc-80a1-b72e7fa387b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:20.786980 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-cde74f32-115c-4e88-981e-3e93335f9d47 req-21bcf533-cfda-43cc-80a1-b72e7fa387b5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 1099 time: 0.1469822 Aug 11 16:22:20.839827 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-cde74f32-115c-4e88-981e-3e93335f9d47 req-e285eb98-27bc-4835-b6b8-5b16c477c8b5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461049 Aug 11 16:22:20.912437 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-bec35a92-d4f8-4561-8fe8-51bd349d888f req-01794399-3bf5-4e2b-8268-2982c597086f service neutron] 10.222.0.20 "GET /v2.0/networks/cb400975-e9dd-443e-9606-847a21e328b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129066 Aug 11 16:22:20.949568 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859641df-e38c-4a89-8c83-517d8b4e963e req-c6b0b13c-cacb-4120-81bd-1d80661b5b41 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:20.951189 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-859641df-e38c-4a89-8c83-517d8b4e963e req-c6b0b13c-cacb-4120-81bd-1d80661b5b41 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 945 time: 0.1036034 Aug 11 16:22:21.004828 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-859641df-e38c-4a89-8c83-517d8b4e963e req-19810552-a967-45d8-8379-93e6d54849e8 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457380 Aug 11 16:22:21.328734 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb4f9c-cd08-4380-a0e2-73e284c4feeb req-36f28d1e-acec-447c-b568-f3e350773421 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:21.330388 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-24bb4f9c-cd08-4380-a0e2-73e284c4feeb req-36f28d1e-acec-447c-b568-f3e350773421 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 945 time: 0.2017598 Aug 11 16:22:21.339735 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 39722) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:21.347307 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-58e85df2-c509-4bb5-94fe-2bfc0919a394 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Request body: {'floatingip': {'port_id': '5d3ddf2f-b157-451d-a236-2f07fe0babc1'}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:22:21.400039 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-bec35a92-d4f8-4561-8fe8-51bd349d888f req-7641a176-46cc-4325-a121-0ea3d60e4b02 service neutron] 10.222.0.20 "GET /v2.0/networks/cb400975-e9dd-443e-9606-847a21e328b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081592 Aug 11 16:22:21.433956 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ec6dc-4d6b-4f7e-8cee-09cd7da4d64f req-fbb9b20d-c749-43f4-920f-70d258d05c29 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:21.435260 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-58e85df2-c509-4bb5-94fe-2bfc0919a394 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for floatingip, before_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:21.438625 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a06ec6dc-4d6b-4f7e-8cee-09cd7da4d64f req-fbb9b20d-c749-43f4-920f-70d258d05c29 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 944 time: 0.1220675 Aug 11 16:22:21.494752 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a06ec6dc-4d6b-4f7e-8cee-09cd7da4d64f req-870f93a9-a006-428a-a8de-3f10ffabbe00 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496294 Aug 11 16:22:21.697070 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:21.707203 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-bb2c2511-1e79-462a-99c4-5c28b8fab72e req-3eec9f05-f205-40fd-9aac-f978db51b3e7 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47ca1b4-83e2-4c6a-9c06-33a8c35c136c HTTP/1.1" status: 200 len: 210 time: 0.0585318 Aug 11 16:22:21.760091 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2ace1-b1ee-4f8d-bf60-68d9a34b30be req-cf77f0ad-dc15-42ba-835a-328d0d754a77 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:21.761759 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d2c2ace1-b1ee-4f8d-bf60-68d9a34b30be req-cf77f0ad-dc15-42ba-835a-328d0d754a77 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.1591213 Aug 11 16:22:21.838960 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d2c2ace1-b1ee-4f8d-bf60-68d9a34b30be req-ad2e0faf-90e1-493a-b9a3-01f5547df049 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657873 Aug 11 16:22:22.295586 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-129def25-4019-49ca-a12a-e7379340e1fa tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:22.297706 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-129def25-4019-49ca-a12a-e7379340e1fa tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.20 "GET /v2.0/networks?id=b8f6a840-d07e-445e-be19-d944bca27070 HTTP/1.1" status: 200 len: 815 time: 0.1825917 Aug 11 16:22:22.342016 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-67e3deb9-5d5f-4532-9370-a91c39536cd6 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Request body: {'port': {'device_id': 'f47ca1b4-83e2-4c6a-9c06-33a8c35c136c', 'network_id': 'b8f6a840-d07e-445e-be19-d944bca27070', 'admin_state_up': True, 'tenant_id': '3fc782a108854b0da42a1d06299b49f2'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:22:22.369867 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.db.resource_extend [None req-58e85df2-c509-4bb5-94fe-2bfc0919a394 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 16:22:22.502692 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-58e85df2-c509-4bb5-94fe-2bfc0919a394 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:22.510954 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-58e85df2-c509-4bb5-94fe-2bfc0919a394 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608121'] for floatingip, after_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:22.591652 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-67e3deb9-5d5f-4532-9370-a91c39536cd6 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:22.597473 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-67e3deb9-5d5f-4532-9370-a91c39536cd6 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Usage tracker for resource:port and tenant:3fc782a108854b0da42a1d06299b49f2 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:22.614722 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-67e3deb9-5d5f-4532-9370-a91c39536cd6 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:22.622516 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-67e3deb9-5d5f-4532-9370-a91c39536cd6 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:22.649436 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-67e3deb9-5d5f-4532-9370-a91c39536cd6 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Made reservation on behalf of 3fc782a108854b0da42a1d06299b49f2 for: {'port': 1} {{(pid=79159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:22:22.653819 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-67e3deb9-5d5f-4532-9370-a91c39536cd6 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:22.727181 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.db.l3_db [None req-58e85df2-c509-4bb5-94fe-2bfc0919a394 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Floating IP f843c931-89ce-42c6-b53d-e18dc5c37886 associated. External IP: 172.28.2.64, port: 5d3ddf2f-b157-451d-a236-2f07fe0babc1. Aug 11 16:22:22.743310 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device e78309e3-16e8-48a2-8d18-0649025f079c details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:22:22.892721 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801decb-20d8-4c9f-905c-00ae23fdf3eb req-5150d105-b263-4c55-bba6-f56ae82f2b95 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:22.894286 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f801decb-20d8-4c9f-905c-00ae23fdf3eb req-5150d105-b263-4c55-bba6-f56ae82f2b95 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 944 time: 0.1632981 Aug 11 16:22:22.945807 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port e78309e3-16e8-48a2-8d18-0649025f079c, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=e78309e3-16e8-48a2-8d18-0649025f079c,segment=NetworkSegment(43498505-ff72-4a60-a1de-0e3e6d25bab0),segment_id=43498505-ff72-4a60-a1de-0e3e6d25bab0)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:22.947326 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.db_base_plugin_common [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-67e3deb9-5d5f-4532-9370-a91c39536cd6 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Allocated IP 172.20.0.12 (b8f6a840-d07e-445e-be19-d944bca27070/c2722813-1f6a-4424-8cfc-33926ff5c8e0/7b6f88b7-0eef-4153-afb1-774d6c3f08a0) {{(pid=79159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:22:22.967965 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Returning: {'device': 'e78309e3-16e8-48a2-8d18-0649025f079c', 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4', 'port_id': 'e78309e3-16e8-48a2-8d18-0649025f079c', 'mac_address': 'fa:16:3e:1c:14:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95ae6d0-d0c2-4ac0-b270-7afce54713aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:22:23.007923 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f801decb-20d8-4c9f-905c-00ae23fdf3eb req-5833af9e-db98-407b-8675-d710e398c76d tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039696 Aug 11 16:22:23.024005 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3c3df7af-0d26-428c-95af-36dc465f0a31 req-838bf669-7a88-460b-8317-cc3cf698a4c5 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47ca1b4-83e2-4c6a-9c06-33a8c35c136c HTTP/1.1" status: 200 len: 210 time: 0.0553429 Aug 11 16:22:23.083552 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:23.127344 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e78309e3-16e8-48a2-8d18-0649025f079c {{(pid=79160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:22:23.158085 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port e78309e3-16e8-48a2-8d18-0649025f079c, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=e78309e3-16e8-48a2-8d18-0649025f079c,segment=NetworkSegment(43498505-ff72-4a60-a1de-0e3e6d25bab0),segment_id=43498505-ff72-4a60-a1de-0e3e6d25bab0)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:23.166224 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e85df2-c509-4bb5-94fe-2bfc0919a394 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Router 9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2 has already been hosted by L3 agent fe3825e1-cd20-4759-aaf9-51b0eae29acc {{(pid=79158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:22:23.174627 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:23.177830 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-b803d5e7-b895-41d1-81c3-733d4ff38ae2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:23.282925 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=e78309e3-16e8-48a2-8d18-0649025f079c,revision_number=4']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:23.286509 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:23.403669 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e85df2-c509-4bb5-94fe-2bfc0919a394 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify agent at l3_agent.dv-cinder-804265-1-smb the message routers_updated {{(pid=79158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:22:23.427503 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c438a3c-694c-4575-b200-68fb45768a66 None None] Sync routers for ids ['9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'] in dv-cinder-804265-1-smb {{(pid=79161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:22:23.431101 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-58e85df2-c509-4bb5-94fe-2bfc0919a394 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for floatingip, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:23.439596 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c438a3c-694c-4575-b200-68fb45768a66 None None] Routers {'9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:22:23.440221 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-6c438a3c-694c-4575-b200-68fb45768a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:22:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'], 'active': True} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:22:23.525011 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-67e3deb9-5d5f-4532-9370-a91c39536cd6 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Notify callbacks [] for port, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:23.554231 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-58e85df2-c509-4bb5-94fe-2bfc0919a394 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "PUT /v2.0/floatingips/f843c931-89ce-42c6-b53d-e18dc5c37886 HTTP/1.1" status: 200 len: 990 time: 2.2099397 Aug 11 16:22:23.558354 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b72db5-7067-4fa7-9b41-5eab55e62b7e', 'tag': '5d3ddf2f-b157-451d-a236-2f07fe0babc1'}] {{(pid=79158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:22:23.589527 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02c6f3-fefd-41d6-a355-029422f0a207 req-7ca1542a-0b25-45e6-ba0f-5a98ca7add88 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:23.592515 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0c02c6f3-fefd-41d6-a355-029422f0a207 req-7ca1542a-0b25-45e6-ba0f-5a98ca7add88 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.2687497 Aug 11 16:22:23.674288 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['e78309e3-16e8-48a2-8d18-0649025f079c'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:22:23.736743 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0c02c6f3-fefd-41d6-a355-029422f0a207 req-a7c9a9ac-aa19-4c90-aaea-bda037d407a0 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353517 Aug 11 16:22:23.749303 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-67e3deb9-5d5f-4532-9370-a91c39536cd6 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552'] for port, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:23.774319 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-04b0a877-d676-4e3c-ae5c-0ee74c3a5172 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:23.871036 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b72db5-7067-4fa7-9b41-5eab55e62b7e', 'tag': '5d3ddf2f-b157-451d-a236-2f07fe0babc1', 'status': 'completed', 'code': 200} Aug 11 16:22:23.907523 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvr_db [None req-6c438a3c-694c-4575-b200-68fb45768a66 None None] Set router 9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2 gateway port host: dv-cinder-804265-1-smb {{(pid=79161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:22:23.970791 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e3deb9-5d5f-4532-9370-a91c39536cd6 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Pushing event updated for resources: {'Port': ['ID=7b6f88b7-0eef-4153-afb1-774d6c3f08a0,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:23.983123 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-67e3deb9-5d5f-4532-9370-a91c39536cd6 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:23.994239 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-67e3deb9-5d5f-4532-9370-a91c39536cd6 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Network b8f6a840-d07e-445e-be19-d944bca27070 is already hosted by enough agents. {{(pid=79159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:22:23.995930 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-67e3deb9-5d5f-4532-9370-a91c39536cd6 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Resources bound (agent type, host, resource id): {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:22:23.998764 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-67e3deb9-5d5f-4532-9370-a91c39536cd6 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Received port after_create {{(pid=79159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:22:24.006928 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-67e3deb9-5d5f-4532-9370-a91c39536cd6 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:24.007817 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-67e3deb9-5d5f-4532-9370-a91c39536cd6 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:24.074740 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-67e3deb9-5d5f-4532-9370-a91c39536cd6 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7445812 Aug 11 16:22:24.121255 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Request body: {'port': {'device_id': 'f47ca1b4-83e2-4c6a-9c06-33a8c35c136c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:22:24.175160 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed595ee0-5038-4b1b-8db8-3e05c2740f7c req-5884d6bf-2de3-4996-8240-117549c3d066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:24.177611 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 6 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:22:24.178776 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-ed595ee0-5038-4b1b-8db8-3e05c2740f7c req-5884d6bf-2de3-4996-8240-117549c3d066 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fef1ad4cb48040e8929d178e9133121b&device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 1098 time: 0.2056539 Aug 11 16:22:24.353968 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d30521-6a9c-4973-8a86-1e10c635a8ca req-eb1bd84d-20f8-401f-8e05-1863b836ec68 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:24.361844 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-88d30521-6a9c-4973-8a86-1e10c635a8ca req-eb1bd84d-20f8-401f-8e05-1863b836ec68 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a244b04-49db-4b56-86f4-0dc485fdc840 HTTP/1.1" status: 200 len: 945 time: 0.3344681 Aug 11 16:22:24.406418 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-6c438a3c-694c-4575-b200-68fb45768a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'name': 'tempest-AttachVolumeShelveTestJSON-228491261-router', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:36Z', 'revision_number': 4, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'gw_port': {'id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:28Z', 'updated_at': '2021-08-11T16:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_floatingips': [{'id': 'f843c931-89ce-42c6-b53d-e18dc5c37886', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'floating_ip_address': '172.28.2.64', 'floating_network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'router_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'port_id': '5d3ddf2f-b157-451d-a236-2f07fe0babc1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424', 'mac_address': 'fa:16:3e:83:d0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b72db5-7067-4fa7-9b41-5eab55e62b7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:21:52Z', 'updated_at': '2021-08-11T16:22:22Z', 'revision_number': 1, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbbd57e3-f83c-4668-8fa4-51545db99bcb', 'name': '', 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'mac_address': 'fa:16:3e:da:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1d509748-00d5-4471-8b3e-a2f206f5dac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:34Z', 'updated_at': '2021-08-11T16:21:46Z', 'revision_number': 5, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'subnets': [{'id': '1d509748-00d5-4471-8b3e-a2f206f5dac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:22:24.411921 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c438a3c-694c-4575-b200-68fb45768a66 None None] Checking router: 9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2 for host: dv-cinder-804265-1-smb {{(pid=79161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:22:24.421632 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c438a3c-694c-4575-b200-68fb45768a66 None None] Routers {'9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:22:24.422641 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-6c438a3c-694c-4575-b200-68fb45768a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:22:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'], 'active': True} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:22:24.424813 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-88d30521-6a9c-4973-8a86-1e10c635a8ca req-f5b3e92c-5f4c-4bd1-a102-1ec96f06081e tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/security-groups?id=371a27a9-3c5b-43f4-8385-ed92687d1b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619915 Aug 11 16:22:24.565443 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:24.697396 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvr_db [None req-6c438a3c-694c-4575-b200-68fb45768a66 None None] Set router 9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2 gateway port host: dv-cinder-804265-1-smb {{(pid=79161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:22:24.839012 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed595ee0-5038-4b1b-8db8-3e05c2740f7c req-9c4492d8-933f-4d90-8605-714bbcf3bd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:24.841618 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-ed595ee0-5038-4b1b-8db8-3e05c2740f7c req-9c4492d8-933f-4d90-8605-714bbcf3bd42 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0716185b-9f94-472b-95f6-9bbd05d2e424 HTTP/1.1" status: 200 len: 917 time: 0.6529844 Aug 11 16:22:24.913006 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ce001-be45-4b11-9fbf-bec97c412c47 req-ca578bfe-fff4-42c2-82e1-eedea26e1cbb tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:24.913747 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-ae0ce001-be45-4b11-9fbf-bec97c412c47 req-ca578bfe-fff4-42c2-82e1-eedea26e1cbb tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Synchronizing usage tracker for tenant:3fc782a108854b0da42a1d06299b49f2 on resource:port {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:22:24.961783 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a299bfa-f8fe-4f04-9a81-ef9227da7b61 req-193c48c0-87da-44fc-ad7a-a9a314b648d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:24.963729 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-0a299bfa-f8fe-4f04-9a81-ef9227da7b61 req-193c48c0-87da-44fc-ad7a-a9a314b648d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f65af374b754ad0a8db24d255bf01a9&device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 1099 time: 0.4519184 Aug 11 16:22:24.972418 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2e9fb-f3b9-490e-9894-44b83e9452a7 req-3bee4c5b-0da9-4036-bb3e-0e2978f5f362 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:24.973929 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a2c2e9fb-f3b9-490e-9894-44b83e9452a7 req-3bee4c5b-0da9-4036-bb3e-0e2978f5f362 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 945 time: 0.3270733 Aug 11 16:22:25.014690 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-ed595ee0-5038-4b1b-8db8-3e05c2740f7c req-e3dbb795-8145-46dc-aff5-730a9b58bab8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d3ddf2f-b157-451d-a236-2f07fe0babc1 HTTP/1.1" status: 200 len: 998 time: 0.1588314 Aug 11 16:22:25.037064 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['d85173c0-8c2e-4785-99d7-09918b979ba3'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:22:25.055706 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.20', 54105) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:25.063136 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a2c2e9fb-f3b9-490e-9894-44b83e9452a7 req-21abaa52-feb9-40c4-84df-1bdfe82ef43d tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765271 Aug 11 16:22:25.065144 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-ae0ce001-be45-4b11-9fbf-bec97c412c47 req-ca578bfe-fff4-42c2-82e1-eedea26e1cbb tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Unset dirty status for tenant:3fc782a108854b0da42a1d06299b49f2 on resource:port {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:22:25.067276 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ae0ce001-be45-4b11-9fbf-bec97c412c47 req-ca578bfe-fff4-42c2-82e1-eedea26e1cbb tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47ca1b4-83e2-4c6a-9c06-33a8c35c136c HTTP/1.1" status: 200 len: 932 time: 0.4218690 Aug 11 16:22:25.288761 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-6c438a3c-694c-4575-b200-68fb45768a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'name': 'tempest-AttachVolumeShelveTestJSON-228491261-router', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:36Z', 'revision_number': 4, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'gw_port': {'id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:28Z', 'updated_at': '2021-08-11T16:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_floatingips': [{'id': 'f843c931-89ce-42c6-b53d-e18dc5c37886', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'floating_ip_address': '172.28.2.64', 'floating_network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'router_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'port_id': '5d3ddf2f-b157-451d-a236-2f07fe0babc1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424', 'mac_address': 'fa:16:3e:83:d0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b72db5-7067-4fa7-9b41-5eab55e62b7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:21:52Z', 'updated_at': '2021-08-11T16:22:22Z', 'revision_number': 1, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbbd57e3-f83c-4668-8fa4-51545db99bcb', 'name': '', 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'mac_address': 'fa:16:3e:da:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1d509748-00d5-4471-8b3e-a2f206f5dac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:34Z', 'updated_at': '2021-08-11T16:21:46Z', 'revision_number': 5, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'subnets': [{'id': '1d509748-00d5-4471-8b3e-a2f206f5dac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:22:25.294355 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c438a3c-694c-4575-b200-68fb45768a66 None None] The sync data for ids ['9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'] in dv-cinder-804265-1-smb is: [{'id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'name': 'tempest-AttachVolumeShelveTestJSON-228491261-router', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:36Z', 'revision_number': 4, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'gw_port': {'id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:28Z', 'updated_at': '2021-08-11T16:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_floatingips': [{'id': 'f843c931-89ce-42c6-b53d-e18dc5c37886', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'floating_ip_address': '172.28.2.64', 'floating_network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'router_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'port_id': '5d3ddf2f-b157-451d-a236-2f07fe0babc1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424', 'mac_address': 'fa:16:3e:83:d0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b72db5-7067-4fa7-9b41-5eab55e62b7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:21:52Z', 'updated_at': '2021-08-11T16:22:22Z', 'revision_number': 1, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbbd57e3-f83c-4668-8fa4-51545db99bcb', 'name': '', 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'mac_address': 'fa:16:3e:da:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1d509748-00d5-4471-8b3e-a2f206f5dac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:34Z', 'updated_at': '2021-08-11T16:21:46Z', 'revision_number': 5, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'subnets': [{'id': '1d509748-00d5-4471-8b3e-a2f206f5dac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:22:25.295099 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed595ee0-5038-4b1b-8db8-3e05c2740f7c req-60aceaf4-bad0-49e7-ba89-51aeffffa705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:25.296919 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-ed595ee0-5038-4b1b-8db8-3e05c2740f7c req-60aceaf4-bad0-49e7-ba89-51aeffffa705 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d509748-00d5-4471-8b3e-a2f206f5dac5 HTTP/1.1" status: 200 len: 855 time: 0.2362170 Aug 11 16:22:25.302799 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ae0ce001-be45-4b11-9fbf-bec97c412c47 req-b666db11-48ae-4026-a0de-6e848e6052a9 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202602 Aug 11 16:22:25.604629 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39324f84-cc52-4b02-aac0-92b49a349005 req-ac172241-1374-4098-a50c-f6930ad8af7c tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:25.616519 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-39324f84-cc52-4b02-aac0-92b49a349005 req-ac172241-1374-4098-a50c-f6930ad8af7c tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.3284168 Aug 11 16:22:25.637952 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-0f9a845c-cdd4-4ac8-ad89-859aa6d0d6af req-c98e386a-30ed-4fae-a7d6-d9b4f569e282 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e3a0b4dc-20d6-463f-aade-de874ca37534&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5750842 Aug 11 16:22:25.639165 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a299bfa-f8fe-4f04-9a81-ef9227da7b61 req-ca43c7a6-bccb-4a56-869e-c089a444df6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:25.640839 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-0a299bfa-f8fe-4f04-9a81-ef9227da7b61 req-ca43c7a6-bccb-4a56-869e-c089a444df6d service neutron] 10.222.0.20 "GET /v2.0/networks?id=e84d1f2e-0958-4576-b874-787314c79445 HTTP/1.1" status: 200 len: 919 time: 0.6516461 Aug 11 16:22:25.647111 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b6f88b7-0eef-4153-afb1-774d6c3f08a0 {{(pid=79159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:22:25.661009 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:25.669270 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed595ee0-5038-4b1b-8db8-3e05c2740f7c req-03aa13cd-3da6-4011-99b5-ad1ae1dea9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:25.671111 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-ed595ee0-5038-4b1b-8db8-3e05c2740f7c req-03aa13cd-3da6-4011-99b5-ad1ae1dea9bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0716185b-9f94-472b-95f6-9bbd05d2e424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2968380 Aug 11 16:22:25.711477 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-39324f84-cc52-4b02-aac0-92b49a349005 req-f7feadff-94d0-4338-875d-d59fcfbf426a tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817585 Aug 11 16:22:25.721558 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.provisioning_blocks [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Transition to ACTIVE for port object 7b6f88b7-0eef-4153-afb1-774d6c3f08a0 will not be triggered until provisioned by entity L2. {{(pid=79159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:22:25.729226 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:25.737869 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-1fa83796-6595-4d9a-b7cc-22fd8230b779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:25.748030 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d909089-f6b4-43f4-a770-028393c92d9e None None] New status for floating IP f843c931-89ce-42c6-b53d-e18dc5c37886: ACTIVE {{(pid=79160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 16:22:25.857303 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-0a299bfa-f8fe-4f04-9a81-ef9227da7b61 req-9135ca82-0173-4825-8467-e9c057bcfcbb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3116b31-d7b6-408a-8c40-afa6e2a166a3 HTTP/1.1" status: 200 len: 217 time: 0.1514051 Aug 11 16:22:25.942064 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6f88b7-0eef-4153-afb1-774d6c3f08a0,revision_number=2']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:25.978725 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:25.996925 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:25.997133 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:25.997453 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:25.997893 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:25.998332 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:25.998669 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:25.999069 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:25.999539 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:26.000575 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:26.000983 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:26.001404 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:26.001809 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:26.017408 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:26.032677 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Attempting to bind port 7b6f88b7-0eef-4153-afb1-774d6c3f08a0 on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:22:26.032677 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Attempting to bind port 7b6f88b7-0eef-4153-afb1-774d6c3f08a0 by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': 'e375eb40-c4eb-4ecd-bf39-be674a1305f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b8f6a840-d07e-445e-be19-d944bca27070'}] {{(pid=79159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:22:26.032677 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Attempting to bind port 7b6f88b7-0eef-4153-afb1-774d6c3f08a0 on network b8f6a840-d07e-445e-be19-d944bca27070 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:22:26.039691 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Port 7b6f88b7-0eef-4153-afb1-774d6c3f08a0 on network b8f6a840-d07e-445e-be19-d944bca27070 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:22:26.040018 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Attempting to bind port 7b6f88b7-0eef-4153-afb1-774d6c3f08a0 on network b8f6a840-d07e-445e-be19-d944bca27070 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:22:26.047945 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a845c-cdd4-4ac8-ad89-859aa6d0d6af req-9fc4b14e-7a60-4691-b0d5-23ff89e3838b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:26.049458 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-0f9a845c-cdd4-4ac8-ad89-859aa6d0d6af req-9fc4b14e-7a60-4691-b0d5-23ff89e3838b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fc782a108854b0da42a1d06299b49f2&device_id=e3a0b4dc-20d6-463f-aade-de874ca37534 HTTP/1.1" status: 200 len: 1098 time: 0.2618916 Aug 11 16:22:26.052830 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Checking agent: {'id': '1d09ba05-6aad-4b92-98a7-4a9421ef38ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:22:26.053429 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Checking segment: {'id': 'e375eb40-c4eb-4ecd-bf39-be674a1305f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b8f6a840-d07e-445e-be19-d944bca27070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:22:26.053743 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Bound using segment: {'id': 'e375eb40-c4eb-4ecd-bf39-be674a1305f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b8f6a840-d07e-445e-be19-d944bca27070'} {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:22:26.054422 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Bound port: 7b6f88b7-0eef-4153-afb1-774d6c3f08a0, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e375eb40-c4eb-4ecd-bf39-be674a1305f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b8f6a840-d07e-445e-be19-d944bca27070'}}] {{(pid=79159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:22:26.054594 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:26.059933 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-ed595ee0-5038-4b1b-8db8-3e05c2740f7c req-da23ecac-0a33-435a-85f3-4eb6bf287c86 service neutron] 10.222.0.20 "GET /v2.0/networks/0716185b-9f94-472b-95f6-9bbd05d2e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699685 Aug 11 16:22:26.063083 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a299bfa-f8fe-4f04-9a81-ef9227da7b61 req-d9ddf7d6-ca01-4662-9459-cdc9ffad1a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:26.064949 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-0a299bfa-f8fe-4f04-9a81-ef9227da7b61 req-d9ddf7d6-ca01-4662-9459-cdc9ffad1a42 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38724f5f-39a0-4316-8f66-1571c8e42441 HTTP/1.1" status: 200 len: 858 time: 0.1150064 Aug 11 16:22:26.079806 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867e57b-c556-4ebb-aafc-cf9407eba160 req-2a3ad855-ae7c-4997-9101-2145c393d04f tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:26.087185 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c867e57b-c556-4ebb-aafc-cf9407eba160 req-2a3ad855-ae7c-4997-9101-2145c393d04f tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a244b04-49db-4b56-86f4-0dc485fdc840 HTTP/1.1" status: 200 len: 945 time: 0.3020163 Aug 11 16:22:26.206787 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-0a299bfa-f8fe-4f04-9a81-ef9227da7b61 req-67750c39-5e67-4102-9953-500a429a5efc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e84d1f2e-0958-4576-b874-787314c79445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786366 Aug 11 16:22:26.227952 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c867e57b-c556-4ebb-aafc-cf9407eba160 req-9001b03d-9d32-4108-8a28-b920e20bf59e tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/security-groups?id=371a27a9-3c5b-43f4-8385-ed92687d1b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398985 Aug 11 16:22:26.265267 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] For port 7b6f88b7-0eef-4153-afb1-774d6c3f08a0, host hv-cinder-80426, cleared binding levels {{(pid=79159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:22:26.278758 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] For port 7b6f88b7-0eef-4153-afb1-774d6c3f08a0, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=7b6f88b7-0eef-4153-afb1-774d6c3f08a0,segment=NetworkSegment(e375eb40-c4eb-4ecd-bf39-be674a1305f8),segment_id=e375eb40-c4eb-4ecd-bf39-be674a1305f8)] {{(pid=79159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:22:26.285017 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:26.292946 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-604716e5-575f-4cf9-b123-50cd695cc245 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:26.355926 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.20', 54112) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:26.402916 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:26.403558 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:26.405037 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] 10.222.0.20 "PUT /v2.0/ports/7b6f88b7-0eef-4153-afb1-774d6c3f08a0 HTTP/1.1" status: 200 len: 1094 time: 2.2899137 Aug 11 16:22:26.406916 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f47ca1b4-83e2-4c6a-9c06-33a8c35c136c', 'tag': '7b6f88b7-0eef-4153-afb1-774d6c3f08a0'}] {{(pid=79159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:22:26.426395 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790e929-deed-45ae-9b5f-11b71592a79e req-796cfc7f-572f-4871-956c-cca036d82366 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:26.428047 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9790e929-deed-45ae-9b5f-11b71592a79e req-796cfc7f-572f-4871-956c-cca036d82366 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 945 time: 0.2516229 Aug 11 16:22:26.514547 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6f88b7-0eef-4153-afb1-774d6c3f08a0,revision_number=3']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:26.564500 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:26.565349 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-ed595ee0-5038-4b1b-8db8-3e05c2740f7c req-574cbedc-3c7f-491f-a0ad-4a54c375267c service neutron] 10.222.0.20 "GET /v2.0/networks/0716185b-9f94-472b-95f6-9bbd05d2e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4753182 Aug 11 16:22:26.572855 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a845c-cdd4-4ac8-ad89-859aa6d0d6af req-42deab53-7b8b-4511-861d-73f5410af354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:26.574616 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-0f9a845c-cdd4-4ac8-ad89-859aa6d0d6af req-42deab53-7b8b-4511-861d-73f5410af354 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b8f6a840-d07e-445e-be19-d944bca27070 HTTP/1.1" status: 200 len: 916 time: 0.4450564 Aug 11 16:22:26.595567 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-0a299bfa-f8fe-4f04-9a81-ef9227da7b61 req-1714d9ea-f5ba-4e9c-8712-6211245e551c service neutron] 10.222.0.20 "GET /v2.0/networks/e84d1f2e-0958-4576-b874-787314c79445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705606 Aug 11 16:22:26.647337 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9790e929-deed-45ae-9b5f-11b71592a79e req-47cab320-78df-405c-a29e-25885b191bae tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115607 Aug 11 16:22:26.692446 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab892507-6d86-454e-82e0-a11afa1171a4 req-570d9a43-0877-4cf9-9872-f95c0a07cc1f tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:26.699694 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ab892507-6d86-454e-82e0-a11afa1171a4 req-570d9a43-0877-4cf9-9872-f95c0a07cc1f tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47ca1b4-83e2-4c6a-9c06-33a8c35c136c HTTP/1.1" status: 200 len: 944 time: 0.2387557 Aug 11 16:22:26.708579 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978550f-fd49-41f6-a02f-275ec54438cc req-14c1ff10-49bc-4ae7-88bb-9ff3be6faf54 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:26.710022 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a978550f-fd49-41f6-a02f-275ec54438cc req-14c1ff10-49bc-4ae7-88bb-9ff3be6faf54 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a244b04-49db-4b56-86f4-0dc485fdc840 HTTP/1.1" status: 200 len: 945 time: 0.3522527 Aug 11 16:22:26.716680 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-0f9a845c-cdd4-4ac8-ad89-859aa6d0d6af req-79c497ba-2109-472b-9bb3-beda1f161bbb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d85173c0-8c2e-4785-99d7-09918b979ba3 HTTP/1.1" status: 200 len: 217 time: 0.1141148 Aug 11 16:22:26.738711 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device e78309e3-16e8-48a2-8d18-0649025f079c up at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:22:26.909457 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning for port e78309e3-16e8-48a2-8d18-0649025f079c completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:22:26.918686 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning complete for port e78309e3-16e8-48a2-8d18-0649025f079c triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:22:26.919346 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:26.956268 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f47ca1b4-83e2-4c6a-9c06-33a8c35c136c', 'tag': '7b6f88b7-0eef-4153-afb1-774d6c3f08a0', 'status': 'completed', 'code': 200} Aug 11 16:22:27.005689 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a845c-cdd4-4ac8-ad89-859aa6d0d6af req-74e655cf-0d0f-4f2b-a434-10d61831f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:27.007305 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-0f9a845c-cdd4-4ac8-ad89-859aa6d0d6af req-74e655cf-0d0f-4f2b-a434-10d61831f7ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2722813-1f6a-4424-8cfc-33926ff5c8e0 HTTP/1.1" status: 200 len: 855 time: 0.2686648 Aug 11 16:22:27.010196 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ab892507-6d86-454e-82e0-a11afa1171a4 req-1fda5ffd-62ff-4f6c-99d5-5b37099b7f72 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099961 Aug 11 16:22:27.014945 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-ff90a76f-8320-400d-89cd-2c801aeee16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:27.016642 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-ff90a76f-8320-400d-89cd-2c801aeee16f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fc782a108854b0da42a1d06299b49f2&device_id=f47ca1b4-83e2-4c6a-9c06-33a8c35c136c HTTP/1.1" status: 200 len: 1097 time: 0.5099084 Aug 11 16:22:27.023046 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [req-a978550f-fd49-41f6-a02f-275ec54438cc req-c0904526-c074-4e25-82ba-f51d0067112e tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Deleting port 4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f {{(pid=79159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:22:27.023385 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-a978550f-fd49-41f6-a02f-275ec54438cc req-c0904526-c074-4e25-82ba-f51d0067112e tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:27.112082 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-0f9a845c-cdd4-4ac8-ad89-859aa6d0d6af req-296e5603-61c8-4b68-952b-7e1699e98dde service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8f6a840-d07e-445e-be19-d944bca27070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790653 Aug 11 16:22:27.118004 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-0a299bfa-f8fe-4f04-9a81-ef9227da7b61 req-c967bd1c-c541-45b5-b2fe-1b7b7c2af8b9 service neutron] 10.222.0.20 "GET /v2.0/networks/e84d1f2e-0958-4576-b874-787314c79445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5139027 Aug 11 16:22:27.153430 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-3e69a4ae-7e55-4ef5-932f-b8a3afda305b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b6f88b7-0eef-4153-afb1-774d6c3f08a0 HTTP/1.1" status: 200 len: 217 time: 0.1028945 Aug 11 16:22:27.196947 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:27.231120 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e19bde9-3bb8-4a04-8b27-f203b685ee71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78309e3-16e8-48a2-8d18-0649025f079c'}] {{(pid=79160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:22:27.268700 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port e78309e3-16e8-48a2-8d18-0649025f079c, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=e78309e3-16e8-48a2-8d18-0649025f079c,segment=NetworkSegment(43498505-ff72-4a60-a1de-0e3e6d25bab0),segment_id=43498505-ff72-4a60-a1de-0e3e6d25bab0)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:27.283855 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:27.287399 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:27.353812 dv-cinder-804265-1-smb neutron-server[79160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e19bde9-3bb8-4a04-8b27-f203b685ee71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78309e3-16e8-48a2-8d18-0649025f079c', 'code': 200} Aug 11 16:22:27.472312 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-0f9a845c-cdd4-4ac8-ad89-859aa6d0d6af req-e07e8277-7e2f-44cd-8223-bfe95002cdc2 service neutron] 10.222.0.20 "GET /v2.0/networks/b8f6a840-d07e-445e-be19-d944bca27070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251936 Aug 11 16:22:27.473498 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=e78309e3-16e8-48a2-8d18-0649025f079c,revision_number=5']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:27.484291 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:27.590316 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-88b80eac-f582-4922-9c3d-c34110e2325e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:27.591111 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-88b80eac-f582-4922-9c3d-c34110e2325e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2722813-1f6a-4424-8cfc-33926ff5c8e0 HTTP/1.1" status: 200 len: 855 time: 0.3233998 Aug 11 16:22:27.688617 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-0f9a845c-cdd4-4ac8-ad89-859aa6d0d6af req-36b4332c-b1e5-4f2e-90f4-00dc6297736a service neutron] 10.222.0.20 "GET /v2.0/networks/b8f6a840-d07e-445e-be19-d944bca27070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092922 Aug 11 16:22:27.689372 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 39904) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:27.689842 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 39906) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:27.765333 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-c4d639df-0119-4d12-ab4d-bb4eacff6ee6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8f6a840-d07e-445e-be19-d944bca27070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027350 Aug 11 16:22:27.874360 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-ee3513ef-3033-4cfd-9508-dc4fc849ba20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:27.904613 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-ee3513ef-3033-4cfd-9508-dc4fc849ba20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:27.914534 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-ee3513ef-3033-4cfd-9508-dc4fc849ba20 admin admin] Usage tracker for resource:security_group_rule and tenant:dcabb35b30ea4f188aaf2d0872d0a78f is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:27.921012 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe0468-caf8-4d57-8c34-8f31ff1f4762 req-52fa93d3-f8fb-4fad-8690-1c431c267019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:27.924022 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-55fe0468-caf8-4d57-8c34-8f31ff1f4762 req-52fa93d3-f8fb-4fad-8690-1c431c267019 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 1099 time: 0.2106900 Aug 11 16:22:27.925184 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-ee3513ef-3033-4cfd-9508-dc4fc849ba20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:27.932800 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-ee3513ef-3033-4cfd-9508-dc4fc849ba20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:27.966507 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea07b3-c905-430c-a085-b1cdb712be9f req-5241e309-a217-4dc0-9674-2688c1f1a3e7 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:27.967961 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e5ea07b3-c905-430c-a085-b1cdb712be9f req-5241e309-a217-4dc0-9674-2688c1f1a3e7 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a244b04-49db-4b56-86f4-0dc485fdc840 HTTP/1.1" status: 200 len: 945 time: 0.3759806 Aug 11 16:22:27.972021 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a06c2dfb-52f9-4358-9ca6-99c958e01363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:27.974066 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-a978550f-fd49-41f6-a02f-275ec54438cc req-c0904526-c074-4e25-82ba-f51d0067112e tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] For port 4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f,segment=NetworkSegment(2161f825-39d1-4314-9a39-0939cbb9e4bc),segment_id=2161f825-39d1-4314-9a39-0939cbb9e4bc)] {{(pid=79159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:27.974458 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-a978550f-fd49-41f6-a02f-275ec54438cc req-c0904526-c074-4e25-82ba-f51d0067112e tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:27.998166 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130e247-0d8b-4793-8858-844a5f923e49 req-b8f58679-f423-4a2e-887c-d7272b25c4cc tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:27.999702 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3130e247-0d8b-4793-8858-844a5f923e49 req-b8f58679-f423-4a2e-887c-d7272b25c4cc tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.7307873 Aug 11 16:22:28.009427 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-a06c2dfb-52f9-4358-9ca6-99c958e01363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:28.022681 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-a06c2dfb-52f9-4358-9ca6-99c958e01363 admin admin] Usage tracker for resource:security_group_rule and tenant:fca2d61a1c9945338037c50b38d67a1c is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:28.029337 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-55fe0468-caf8-4d57-8c34-8f31ff1f4762 req-fb1d13b8-eb73-483f-bdcf-92b2fcc100ca service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942874 Aug 11 16:22:28.031109 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-a06c2dfb-52f9-4358-9ca6-99c958e01363 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:28.039138 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-a06c2dfb-52f9-4358-9ca6-99c958e01363 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:28.136881 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-ee3513ef-3033-4cfd-9508-dc4fc849ba20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:28.138877 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [req-a978550f-fd49-41f6-a02f-275ec54438cc req-c0904526-c074-4e25-82ba-f51d0067112e tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Calling delete_port for 4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f owned by compute:nova {{(pid=79159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:22:28.151750 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-ee3513ef-3033-4cfd-9508-dc4fc849ba20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:28.162496 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:28.182701 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-9a6e362a-9ead-40ca-ab92-acb17e752ee1 service neutron] 10.222.0.20 "GET /v2.0/networks/b8f6a840-d07e-445e-be19-d944bca27070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973696 Aug 11 16:22:28.219338 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-ee3513ef-3033-4cfd-9508-dc4fc849ba20 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dcabb35b30ea4f188aaf2d0872d0a78f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5260608 Aug 11 16:22:28.222991 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 39934) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:28.228780 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a06c2dfb-52f9-4358-9ca6-99c958e01363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:28.243932 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e5ea07b3-c905-430c-a085-b1cdb712be9f req-28c01a36-0524-491e-b0a0-72bacaf262c9 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/security-groups?id=371a27a9-3c5b-43f4-8385-ed92687d1b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619445 Aug 11 16:22:28.249701 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3513ef-3033-4cfd-9508-dc4fc849ba20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08deab58-177b-4140-8e01-c1d492a5ef7c,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:28.254497 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a06c2dfb-52f9-4358-9ca6-99c958e01363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:28.299709 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3513ef-3033-4cfd-9508-dc4fc849ba20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:28.300068 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3513ef-3033-4cfd-9508-dc4fc849ba20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:28.300418 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3513ef-3033-4cfd-9508-dc4fc849ba20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:28.300763 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3513ef-3033-4cfd-9508-dc4fc849ba20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:28.301132 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3513ef-3033-4cfd-9508-dc4fc849ba20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:28.301450 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3513ef-3033-4cfd-9508-dc4fc849ba20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:28.301813 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3513ef-3033-4cfd-9508-dc4fc849ba20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:28.302143 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3513ef-3033-4cfd-9508-dc4fc849ba20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:28.302503 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3513ef-3033-4cfd-9508-dc4fc849ba20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:28.302835 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3513ef-3033-4cfd-9508-dc4fc849ba20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:28.303166 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3513ef-3033-4cfd-9508-dc4fc849ba20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:28.303498 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3513ef-3033-4cfd-9508-dc4fc849ba20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:28.307836 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-ee3513ef-3033-4cfd-9508-dc4fc849ba20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:28.314291 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-a4307193-aaa9-4645-9c6a-19404bfaec05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:28.330286 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-a06c2dfb-52f9-4358-9ca6-99c958e01363 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fca2d61a1c9945338037c50b38d67a1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6348372 Aug 11 16:22:28.332562 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 39940) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:28.333749 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3130e247-0d8b-4793-8858-844a5f923e49 req-db24a910-f381-45c6-91f4-5f6fad5dff80 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632823 Aug 11 16:22:28.376416 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c2dfb-52f9-4358-9ca6-99c958e01363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5805af4-d972-4d9e-819e-f88bc9bd1f61,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:28.379479 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-a06c2dfb-52f9-4358-9ca6-99c958e01363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:28.383740 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-db3bd3c1-e3e0-48fe-ab98-8e5bd6b298f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:28.438061 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-db3bd3c1-e3e0-48fe-ab98-8e5bd6b298f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:28.471178 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-02d601d1-d21d-4b4b-9c39-75b788dbead9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:28.513354 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-02d601d1-d21d-4b4b-9c39-75b788dbead9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:28.566706 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-db3bd3c1-e3e0-48fe-ab98-8e5bd6b298f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:28.571950 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:28.586688 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3bd3c1-e3e0-48fe-ab98-8e5bd6b298f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08deab58-177b-4140-8e01-c1d492a5ef7c,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:28.590060 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-db3bd3c1-e3e0-48fe-ab98-8e5bd6b298f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:28.599821 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-db3bd3c1-e3e0-48fe-ab98-8e5bd6b298f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:28.601062 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-a978550f-fd49-41f6-a02f-275ec54438cc req-c0904526-c074-4e25-82ba-f51d0067112e tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561'] for port, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:28.601475 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-db3bd3c1-e3e0-48fe-ab98-8e5bd6b298f7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08deab58-177b-4140-8e01-c1d492a5ef7c HTTP/1.1" status: 204 len: 168 time: 0.3751633 Aug 11 16:22:28.617530 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:28.635826 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-02d601d1-d21d-4b4b-9c39-75b788dbead9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:28.647820 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:22:28.654879 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-71425948-c319-4a8d-9d32-89f097ecb96f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:28.690554 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d601d1-d21d-4b4b-9c39-75b788dbead9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5805af4-d972-4d9e-819e-f88bc9bd1f61,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:28.695731 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-02d601d1-d21d-4b4b-9c39-75b788dbead9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:28.705769 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-02d601d1-d21d-4b4b-9c39-75b788dbead9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:28.708918 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-02d601d1-d21d-4b4b-9c39-75b788dbead9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5805af4-d972-4d9e-819e-f88bc9bd1f61 HTTP/1.1" status: 204 len: 168 time: 0.3713360 Aug 11 16:22:28.817568 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0904526-c074-4e25-82ba-f51d0067112e tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Pushing event deleted for resources: {'Port': ['ID=4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:28.888803 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-c0904526-c074-4e25-82ba-f51d0067112e tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:28.902463 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d84eade1-da13-4f80-aa4d-5da1710a616e req-04fe75dd-197a-481d-8df2-b625d0fff6bd service neutron] 10.222.0.20 "GET /v2.0/networks/b8f6a840-d07e-445e-be19-d944bca27070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4891975 Aug 11 16:22:28.964185 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ff88e-2c9c-4a63-bb77-cd7829dd1f4e req-6c3d05cb-60a6-4966-a85d-a6ecb7d56bf1 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:28.965658 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c46ff88e-2c9c-4a63-bb77-cd7829dd1f4e req-6c3d05cb-60a6-4966-a85d-a6ecb7d56bf1 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.5513716 Aug 11 16:22:28.981337 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [req-a978550f-fd49-41f6-a02f-275ec54438cc req-c0904526-c074-4e25-82ba-f51d0067112e tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] No DVR routers for this DVR port 4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f on host hv-cinder-80426 {{(pid=79159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:22:29.003541 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-a978550f-fd49-41f6-a02f-275ec54438cc req-c0904526-c074-4e25-82ba-f51d0067112e tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:29.007031 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a244b04-49db-4b56-86f4-0dc485fdc840', 'name': 'network-vif-deleted', 'tag': '4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f'}] {{(pid=79159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:22:29.027888 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a978550f-fd49-41f6-a02f-275ec54438cc req-c0904526-c074-4e25-82ba-f51d0067112e tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.20 "DELETE /v2.0/ports/4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f HTTP/1.1" status: 204 len: 173 time: 2.2947047 Aug 11 16:22:29.042437 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c46ff88e-2c9c-4a63-bb77-cd7829dd1f4e req-ffcc16cc-82e5-4f16-a8f9-5f9d09af538c tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646670 Aug 11 16:22:29.054131 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ff096-e9ee-4b82-b118-b5851f45418a req-00b8afcc-60f1-4172-a071-cdcc29ebdd4a tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:29.055971 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ed7ff096-e9ee-4b82-b118-b5851f45418a req-00b8afcc-60f1-4172-a071-cdcc29ebdd4a tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47ca1b4-83e2-4c6a-9c06-33a8c35c136c HTTP/1.1" status: 200 len: 944 time: 0.2469654 Aug 11 16:22:29.136501 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a244b04-49db-4b56-86f4-0dc485fdc840', 'name': 'network-vif-deleted', 'tag': '4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f', 'status': 'completed', 'code': 200} Aug 11 16:22:29.160172 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 39962) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:29.163967 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 39964) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:29.173800 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ed7ff096-e9ee-4b82-b118-b5851f45418a req-cbb4fd52-c7f0-4218-9ae1-18a7009193a9 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753248 Aug 11 16:22:29.192331 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd98fff-d48f-437d-9c32-2b1959d2de76 req-b1190197-91ba-4474-94d0-9470f062722f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:29.193820 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4cd98fff-d48f-437d-9c32-2b1959d2de76 req-b1190197-91ba-4474-94d0-9470f062722f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fc782a108854b0da42a1d06299b49f2&device_id=f47ca1b4-83e2-4c6a-9c06-33a8c35c136c HTTP/1.1" status: 200 len: 1097 time: 0.1370161 Aug 11 16:22:29.203875 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f0204808-e48c-4a89-a525-044416b3fff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:29.218081 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b3aeae6b-0d01-4503-b6be-993fb5ae84b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:29.235468 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-f0204808-e48c-4a89-a525-044416b3fff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:29.239842 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-b3aeae6b-0d01-4503-b6be-993fb5ae84b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:29.242122 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-f0204808-e48c-4a89-a525-044416b3fff1 admin admin] Usage tracker for resource:security_group_rule and tenant:bdacddcb443b4cb6b1e060120fa82154 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:29.245894 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-f0204808-e48c-4a89-a525-044416b3fff1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:29.248786 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-b3aeae6b-0d01-4503-b6be-993fb5ae84b8 admin admin] Usage tracker for resource:security_group_rule and tenant:b0ccc16d32cb44549d4735a6d570bb94 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:29.254652 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-b3aeae6b-0d01-4503-b6be-993fb5ae84b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:29.257308 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-f0204808-e48c-4a89-a525-044416b3fff1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:29.263143 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-b3aeae6b-0d01-4503-b6be-993fb5ae84b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:29.346923 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd98fff-d48f-437d-9c32-2b1959d2de76 req-765cf0e2-932a-4a0f-97cc-402a24ae3832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:29.348521 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4cd98fff-d48f-437d-9c32-2b1959d2de76 req-765cf0e2-932a-4a0f-97cc-402a24ae3832 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b8f6a840-d07e-445e-be19-d944bca27070 HTTP/1.1" status: 200 len: 916 time: 0.1475797 Aug 11 16:22:29.412745 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f0204808-e48c-4a89-a525-044416b3fff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:29.420143 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-6d5cd5af-64d8-41ce-b34d-cbec9ef0f904 req-10281955-a769-442c-b080-5006516f0d61 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Synchronizing usage tracker for tenant:95f019af1dde4c819ad3f4466f8a5644 on resource:port {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:22:29.420483 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b3aeae6b-0d01-4503-b6be-993fb5ae84b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:29.422541 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f0204808-e48c-4a89-a525-044416b3fff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:29.431095 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:29.438563 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-6d5cd5af-64d8-41ce-b34d-cbec9ef0f904 req-10281955-a769-442c-b080-5006516f0d61 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Unset dirty status for tenant:95f019af1dde4c819ad3f4466f8a5644 on resource:port {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:22:29.439734 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-6d5cd5af-64d8-41ce-b34d-cbec9ef0f904 req-10281955-a769-442c-b080-5006516f0d61 tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a244b04-49db-4b56-86f4-0dc485fdc840 HTTP/1.1" status: 200 len: 210 time: 0.0659976 Aug 11 16:22:29.445693 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b3aeae6b-0d01-4503-b6be-993fb5ae84b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:29.502134 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-f0204808-e48c-4a89-a525-044416b3fff1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bdacddcb443b4cb6b1e060120fa82154&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3340387 Aug 11 16:22:29.505326 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 39974) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:29.505972 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0204808-e48c-4a89-a525-044416b3fff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cba964-8de0-4ee1-bd06-e9aa3d85fcaa,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:29.511690 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-b3aeae6b-0d01-4503-b6be-993fb5ae84b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0ccc16d32cb44549d4735a6d570bb94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3503120 Aug 11 16:22:29.512604 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-f0204808-e48c-4a89-a525-044416b3fff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:29.513025 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:29.520073 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 39976) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:29.566256 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4cd98fff-d48f-437d-9c32-2b1959d2de76 req-9a475dba-e0aa-497b-9bf0-156f64aeb5e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b6f88b7-0eef-4153-afb1-774d6c3f08a0 HTTP/1.1" status: 200 len: 217 time: 0.1255848 Aug 11 16:22:29.587792 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aeae6b-0d01-4503-b6be-993fb5ae84b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcaaed4-73e3-4046-8c4b-8321594547fb,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:29.592386 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-b3aeae6b-0d01-4503-b6be-993fb5ae84b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:29.633275 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-853b8fc1-9fda-4c54-81d5-92d5630aeebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:29.652823 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd98fff-d48f-437d-9c32-2b1959d2de76 req-0417d8eb-8bd9-4ee7-9931-ce9a7d74f22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:29.654129 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4cd98fff-d48f-437d-9c32-2b1959d2de76 req-0417d8eb-8bd9-4ee7-9931-ce9a7d74f22a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2722813-1f6a-4424-8cfc-33926ff5c8e0 HTTP/1.1" status: 200 len: 855 time: 0.0707207 Aug 11 16:22:29.676305 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-853b8fc1-9fda-4c54-81d5-92d5630aeebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:29.732026 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4cd98fff-d48f-437d-9c32-2b1959d2de76 req-f8e33cce-3f43-4fa8-8315-cf2695ba6e5e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8f6a840-d07e-445e-be19-d944bca27070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568962 Aug 11 16:22:29.772859 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-34b2a3b4-b8f3-447b-a979-aa6de371bc8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:29.783334 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-853b8fc1-9fda-4c54-81d5-92d5630aeebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:29.784256 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00da3ea-79b3-4aaa-aa20-f983ff82619b req-24ec77b0-b937-449a-ad82-e89af6662dfe tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:29.785870 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b00da3ea-79b3-4aaa-aa20-f983ff82619b req-24ec77b0-b937-449a-ad82-e89af6662dfe tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.2815359 Aug 11 16:22:29.794291 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-ee3513ef-3033-4cfd-9508-dc4fc849ba20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:29.811588 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b8fc1-9fda-4c54-81d5-92d5630aeebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcaaed4-73e3-4046-8c4b-8321594547fb,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:29.815382 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-853b8fc1-9fda-4c54-81d5-92d5630aeebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:29.818603 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-853b8fc1-9fda-4c54-81d5-92d5630aeebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:29.823125 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-853b8fc1-9fda-4c54-81d5-92d5630aeebb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0fcaaed4-73e3-4046-8c4b-8321594547fb HTTP/1.1" status: 204 len: 168 time: 0.3020949 Aug 11 16:22:29.895852 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-34b2a3b4-b8f3-447b-a979-aa6de371bc8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:29.962987 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b00da3ea-79b3-4aaa-aa20-f983ff82619b req-88860cc0-36cd-4c96-b792-5c7d05f148de tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467636 Aug 11 16:22:30.035790 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4cd98fff-d48f-437d-9c32-2b1959d2de76 req-e9afaf3a-82ef-4c8d-b65d-b1f38ea456d2 service neutron] 10.222.0.20 "GET /v2.0/networks/b8f6a840-d07e-445e-be19-d944bca27070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489088 Aug 11 16:22:30.065917 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-34b2a3b4-b8f3-447b-a979-aa6de371bc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:30.076897 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-4943d9a9-2a30-4dcf-aa98-7b28ce16a50c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:30.105803 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b2a3b4-b8f3-447b-a979-aa6de371bc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cba964-8de0-4ee1-bd06-e9aa3d85fcaa,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:30.112648 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-34b2a3b4-b8f3-447b-a979-aa6de371bc8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:30.167280 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-34b2a3b4-b8f3-447b-a979-aa6de371bc8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:30.168433 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-34b2a3b4-b8f3-447b-a979-aa6de371bc8d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/58cba964-8de0-4ee1-bd06-e9aa3d85fcaa HTTP/1.1" status: 204 len: 168 time: 0.6509578 Aug 11 16:22:30.354697 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4cd98fff-d48f-437d-9c32-2b1959d2de76 req-b46d8187-52cc-4379-9ed3-b62400bcd41e service neutron] 10.222.0.20 "GET /v2.0/networks/b8f6a840-d07e-445e-be19-d944bca27070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114829 Aug 11 16:22:30.456257 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d9c6d-c528-4741-81f9-d820dc0bf6ed req-18044008-7520-48e6-b850-977c1692d893 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:30.463133 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4c7d9c6d-c528-4741-81f9-d820dc0bf6ed req-18044008-7520-48e6-b850-977c1692d893 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.2054899 Aug 11 16:22:30.466329 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 40010) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:30.514265 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-81dd1ba5-6737-4241-a6cb-f1a9262830a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:30.547250 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-81dd1ba5-6737-4241-a6cb-f1a9262830a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:30.555766 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-81dd1ba5-6737-4241-a6cb-f1a9262830a3 admin admin] Usage tracker for resource:security_group_rule and tenant:25cb990f88904b5ea4939ada8ca2c0fd is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:30.560329 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-81dd1ba5-6737-4241-a6cb-f1a9262830a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:30.561433 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4c7d9c6d-c528-4741-81f9-d820dc0bf6ed req-4ecae26e-6d45-4d6a-a409-48bdf6b488a1 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971091 Aug 11 16:22:30.570109 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-81dd1ba5-6737-4241-a6cb-f1a9262830a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:30.599676 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5271c-07e6-4d0e-8946-515bc0ebce41 req-358b290f-3a54-4f6b-a533-4df59b2fe3a6 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:30.603649 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a7e5271c-07e6-4d0e-8946-515bc0ebce41 req-358b290f-3a54-4f6b-a533-4df59b2fe3a6 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47ca1b4-83e2-4c6a-9c06-33a8c35c136c HTTP/1.1" status: 200 len: 944 time: 0.2215736 Aug 11 16:22:30.670611 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-81dd1ba5-6737-4241-a6cb-f1a9262830a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:30.677286 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-81dd1ba5-6737-4241-a6cb-f1a9262830a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:30.688774 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a7e5271c-07e6-4d0e-8946-515bc0ebce41 req-f97cea5b-3fec-4400-80fa-27b18cbe4329 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771956 Aug 11 16:22:30.689299 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-0989ee0d-dddc-4ee8-b2a9-338dbdb7e4b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:30.751260 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-81dd1ba5-6737-4241-a6cb-f1a9262830a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25cb990f88904b5ea4939ada8ca2c0fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2811947 Aug 11 16:22:30.751260 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd1ba5-6737-4241-a6cb-f1a9262830a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65390074-cc0e-4fcf-9bcc-5a66f10448eb,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:30.751637 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 40024) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:30.775072 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-81dd1ba5-6737-4241-a6cb-f1a9262830a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:30.785788 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:22:30.838955 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] No Port match for: 4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:22:30.839317 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 4fffec8f-0703-4bc0-bc3a-4d0b81bf9a9f not bound to the agent host hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:22:30.890842 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-9e5ecfe1-9d24-46fa-a296-24ff63b9df3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:30.926143 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-9e5ecfe1-9d24-46fa-a296-24ff63b9df3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:30.957515 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b414c-6292-450d-a300-ec746e4354fc req-b82e4c35-8038-4ef0-ad44-847524c3130b tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:30.959495 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c48b414c-6292-450d-a300-ec746e4354fc req-b82e4c35-8038-4ef0-ad44-847524c3130b tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.1506798 Aug 11 16:22:30.970076 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 40038) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:30.984724 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-73547d38-466f-466a-bed3-292a3b8bbab4 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Request body: {'floatingip': {'port_id': 'e78309e3-16e8-48a2-8d18-0649025f079c'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:22:31.205560 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-73547d38-466f-466a-bed3-292a3b8bbab4 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for floatingip, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:31.366163 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-9e5ecfe1-9d24-46fa-a296-24ff63b9df3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:31.409540 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:31.429312 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ecfe1-9d24-46fa-a296-24ff63b9df3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65390074-cc0e-4fcf-9bcc-5a66f10448eb,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:31.444938 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-9e5ecfe1-9d24-46fa-a296-24ff63b9df3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:31.453359 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-9e5ecfe1-9d24-46fa-a296-24ff63b9df3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:31.457510 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-9e5ecfe1-9d24-46fa-a296-24ff63b9df3c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65390074-cc0e-4fcf-9bcc-5a66f10448eb HTTP/1.1" status: 204 len: 168 time: 0.7018979 Aug 11 16:22:31.545004 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce256c-d152-4290-ab89-e1d6e7531d1a req-a4015f33-4673-4e50-aab3-9d0a981bab78 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:31.552279 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7fce256c-d152-4290-ab89-e1d6e7531d1a req-a4015f33-4673-4e50-aab3-9d0a981bab78 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.3936915 Aug 11 16:22:31.700894 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7fce256c-d152-4290-ab89-e1d6e7531d1a req-90120bdc-864c-41df-9059-31152b903268 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476774 Aug 11 16:22:32.201719 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce0ca8-bd4f-43fd-abf5-4cbb07f8326a req-9d0e2ced-a9e3-45cf-a639-c05cdc867960 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:32.211142 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-afce0ca8-bd4f-43fd-abf5-4cbb07f8326a req-9d0e2ced-a9e3-45cf-a639-c05cdc867960 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47ca1b4-83e2-4c6a-9c06-33a8c35c136c HTTP/1.1" status: 200 len: 944 time: 0.3319664 Aug 11 16:22:32.322830 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-afce0ca8-bd4f-43fd-abf5-4cbb07f8326a req-e7c68e82-454f-423e-8671-260d5470f05f tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107812 Aug 11 16:22:32.332176 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.db.resource_extend [None req-73547d38-466f-466a-bed3-292a3b8bbab4 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 16:22:32.446324 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-73547d38-466f-466a-bed3-292a3b8bbab4 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:32.452498 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-73547d38-466f-466a-bed3-292a3b8bbab4 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608121'] for floatingip, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:32.523902 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 40118) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:32.633758 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 40126) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:32.689819 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-2918f4d5-f3ca-4956-827c-5ac0bd892e95 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2133837525-network', 'tenant_id': '3752e426f4f74fb7bbf7705600c5e816'}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:22:32.696997 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-2918f4d5-f3ca-4956-827c-5ac0bd892e95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:32.704456 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-2918f4d5-f3ca-4956-827c-5ac0bd892e95 admin admin] Usage tracker for resource:network and tenant:3752e426f4f74fb7bbf7705600c5e816 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:32.716548 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-2918f4d5-f3ca-4956-827c-5ac0bd892e95 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:32.725686 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-2918f4d5-f3ca-4956-827c-5ac0bd892e95 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:32.736678 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d91507-b73f-4774-8b85-1ea05bb01114 admin admin] Deleting subnet 943bc67c-82ee-4369-863d-7dfab7722f0d {{(pid=79158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 11 16:22:32.739808 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-89d91507-b73f-4774-8b85-1ea05bb01114 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:32.749372 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.db.l3_db [None req-73547d38-466f-466a-bed3-292a3b8bbab4 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Floating IP 0bccc03a-ab25-450b-818a-22562354d49d associated. External IP: 172.28.2.66, port: e78309e3-16e8-48a2-8d18-0649025f079c. Aug 11 16:22:32.794281 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2918f4d5-f3ca-4956-827c-5ac0bd892e95 admin admin] Made reservation on behalf of 3752e426f4f74fb7bbf7705600c5e816 for: {'network': 1} {{(pid=79158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:22:32.794740 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 7b6f88b7-0eef-4153-afb1-774d6c3f08a0 details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:22:32.798773 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2918f4d5-f3ca-4956-827c-5ac0bd892e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for network, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:32.811508 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-89d91507-b73f-4774-8b85-1ea05bb01114 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:32.822986 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2918f4d5-f3ca-4956-827c-5ac0bd892e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:32.834396 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-89d91507-b73f-4774-8b85-1ea05bb01114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3352476'] for subnet, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:32.878179 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-2918f4d5-f3ca-4956-827c-5ac0bd892e95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:32.889160 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-2918f4d5-f3ca-4956-827c-5ac0bd892e95 admin admin] Usage tracker for resource:security_group_rule and tenant:3752e426f4f74fb7bbf7705600c5e816 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:32.896052 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-2918f4d5-f3ca-4956-827c-5ac0bd892e95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:32.904833 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-2918f4d5-f3ca-4956-827c-5ac0bd892e95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:32.961180 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-89d91507-b73f-4774-8b85-1ea05bb01114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3352467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603'] for subnet, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:32.970216 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-f981cb53-e4df-433c-a90b-4fbcbedec8d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:32.982249 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 7b6f88b7-0eef-4153-afb1-774d6c3f08a0, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=7b6f88b7-0eef-4153-afb1-774d6c3f08a0,segment=NetworkSegment(e375eb40-c4eb-4ecd-bf39-be674a1305f8),segment_id=e375eb40-c4eb-4ecd-bf39-be674a1305f8)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:32.999408 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Returning: {'device': '7b6f88b7-0eef-4153-afb1-774d6c3f08a0', 'network_id': 'b8f6a840-d07e-445e-be19-d944bca27070', 'port_id': '7b6f88b7-0eef-4153-afb1-774d6c3f08a0', 'mac_address': 'fa:16:3e:eb:cd:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2722813-1f6a-4424-8cfc-33926ff5c8e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:22:33.024120 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d91507-b73f-4774-8b85-1ea05bb01114 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=943bc67c-82ee-4369-863d-7dfab7722f0d,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:33.032651 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-89d91507-b73f-4774-8b85-1ea05bb01114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for subnet, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:33.036132 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-89d91507-b73f-4774-8b85-1ea05bb01114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:33.064683 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-89d91507-b73f-4774-8b85-1ea05bb01114 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/943bc67c-82ee-4369-863d-7dfab7722f0d HTTP/1.1" status: 204 len: 168 time: 0.4295392 Aug 11 16:22:33.074069 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 40138) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:33.077335 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:33.100953 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b6f88b7-0eef-4153-afb1-774d6c3f08a0 {{(pid=79160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:22:33.104638 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876c244-2080-4e35-b79e-4bf78ac456db req-958c9ead-a464-4559-8892-36e56b7d54aa tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:33.106186 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1876c244-2080-4e35-b79e-4bf78ac456db req-958c9ead-a464-4559-8892-36e56b7d54aa tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.1922705 Aug 11 16:22:33.123948 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 7b6f88b7-0eef-4153-afb1-774d6c3f08a0, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=7b6f88b7-0eef-4153-afb1-774d6c3f08a0,segment=NetworkSegment(e375eb40-c4eb-4ecd-bf39-be674a1305f8),segment_id=e375eb40-c4eb-4ecd-bf39-be674a1305f8)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:33.129091 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:33.131345 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:33.134258 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2918f4d5-f3ca-4956-827c-5ac0bd892e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:33.223452 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=7b6f88b7-0eef-4153-afb1-774d6c3f08a0,revision_number=4']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:33.234994 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:33.235783 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:33.236561 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:33.237064 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:33.237548 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:33.238047 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:33.238692 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:33.239172 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:33.240383 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:33.241605 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:33.242119 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:33.242744 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:22:33.248380 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:33.254814 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1876c244-2080-4e35-b79e-4bf78ac456db req-412d0bf5-dca2-4156-981f-2da353389488 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396348 Aug 11 16:22:33.272669 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2918f4d5-f3ca-4956-827c-5ac0bd892e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:33.286381 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-a06c2dfb-52f9-4358-9ca6-99c958e01363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:33.322689 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-e521a8bb-380d-4797-b459-6b3db871858b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3965533'] for network, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:33.326931 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2918f4d5-f3ca-4956-827c-5ac0bd892e95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=79158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 16:22:33.333762 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918f4d5-f3ca-4956-827c-5ac0bd892e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc48394a-941a-4aa6-b98a-32871e2c8b03,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:33.340951 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-2918f4d5-f3ca-4956-827c-5ac0bd892e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:33.344975 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2918f4d5-f3ca-4956-827c-5ac0bd892e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3350950'] for segment, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:33.345326 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.db.segments_db [None req-2918f4d5-f3ca-4956-827c-5ac0bd892e95 admin admin] Added segment c56d6ec6-c3e9-4960-b020-a96d7a735f59 of type vlan for network e266426d-f3a1-477e-b828-4ac5d8085254 Aug 11 16:22:33.426694 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2918f4d5-f3ca-4956-827c-5ac0bd892e95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758462832806'] for network, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:33.452146 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73547d38-466f-466a-bed3-292a3b8bbab4 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Router 0613ad3d-b0a7-48fa-98be-159f77c97299 has already been hosted by L3 agent fe3825e1-cd20-4759-aaf9-51b0eae29acc {{(pid=79159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:22:33.551315 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-e521a8bb-380d-4797-b459-6b3db871858b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3354215', 'neutron.services.segments.db._delete_segments_for_network-8758463345821'] for network, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:33.572594 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-e521a8bb-380d-4797-b459-6b3db871858b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:22:33.572977 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-e521a8bb-380d-4797-b459-6b3db871858b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:22:33.573760 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-e521a8bb-380d-4797-b459-6b3db871858b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:22:33.574097 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-e521a8bb-380d-4797-b459-6b3db871858b admin admin] Subscribe: > port after_create 55550000 {{(pid=79158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:22:33.574743 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-e521a8bb-380d-4797-b459-6b3db871858b admin admin] Subscribe: > port after_delete 55550000 {{(pid=79158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:22:33.574961 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-e521a8bb-380d-4797-b459-6b3db871858b admin admin] Subscribe: > port after_update 55550000 {{(pid=79158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:22:33.575308 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-e521a8bb-380d-4797-b459-6b3db871858b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:22:33.575612 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-e521a8bb-380d-4797-b459-6b3db871858b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:22:33.575957 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-e521a8bb-380d-4797-b459-6b3db871858b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:22:33.576252 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-e521a8bb-380d-4797-b459-6b3db871858b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:22:33.584610 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['7b6f88b7-0eef-4153-afb1-774d6c3f08a0'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:22:33.729894 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-e521a8bb-380d-4797-b459-6b3db871858b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:22:33.730598 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-e521a8bb-380d-4797-b459-6b3db871858b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:22:33.730598 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-e521a8bb-380d-4797-b459-6b3db871858b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:22:33.730922 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-e521a8bb-380d-4797-b459-6b3db871858b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:22:33.731298 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.services.segments.db [None req-e521a8bb-380d-4797-b459-6b3db871858b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20ac73d2-b510-4b10-883b-69d4ea1db42c']}} {{(pid=79158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:22:33.754808 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.db.resource_extend [None req-2918f4d5-f3ca-4956-827c-5ac0bd892e95 admin admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 16:22:33.766296 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.services.segments.db [None req-e521a8bb-380d-4797-b459-6b3db871858b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2161f825-39d1-4314-9a39-0939cbb9e4bc') {'for_net_delete': True} {{(pid=79158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:22:33.766935 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.services.segments.db [None req-e521a8bb-380d-4797-b459-6b3db871858b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2161f825-39d1-4314-9a39-0939cbb9e4bc') {} {{(pid=79158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:22:33.783905 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f05a3-1f05-4c52-9050-39e85fe04f99 req-26cb1912-2bf1-496a-8fcf-b1abe47c3b68 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:33.786299 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-e521a8bb-380d-4797-b459-6b3db871858b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758463343351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33397465'] for segment, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:33.790784 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c46f05a3-1f05-4c52-9050-39e85fe04f99 req-26cb1912-2bf1-496a-8fcf-b1abe47c3b68 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47ca1b4-83e2-4c6a-9c06-33a8c35c136c HTTP/1.1" status: 200 len: 945 time: 0.2665503 Aug 11 16:22:33.804372 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2918f4d5-f3ca-4956-827c-5ac0bd892e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603'] for network, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:33.806222 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-e521a8bb-380d-4797-b459-6b3db871858b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3350950'] for segment, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:33.808249 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73547d38-466f-466a-bed3-292a3b8bbab4 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify agent at l3_agent.dv-cinder-804265-1-smb the message routers_updated {{(pid=79159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:22:33.809754 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2918f4d5-f3ca-4956-827c-5ac0bd892e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:33.810616 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2918f4d5-f3ca-4956-827c-5ac0bd892e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for network, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:33.817939 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-73547d38-466f-466a-bed3-292a3b8bbab4 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for floatingip, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:33.821272 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:33.823365 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3129a701-a49d-4ec6-9dfb-7154f76b0e21 None None] Sync routers for ids ['0613ad3d-b0a7-48fa-98be-159f77c97299'] in dv-cinder-804265-1-smb {{(pid=79161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:22:33.854383 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3129a701-a49d-4ec6-9dfb-7154f76b0e21 None None] Routers {'0613ad3d-b0a7-48fa-98be-159f77c97299'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:22:33.857722 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-3129a701-a49d-4ec6-9dfb-7154f76b0e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:22:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['0613ad3d-b0a7-48fa-98be-159f77c97299'], 'active': True} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:22:33.859561 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e521a8bb-380d-4797-b459-6b3db871858b admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=79158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 16:22:33.860192 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-e521a8bb-380d-4797-b459-6b3db871858b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3350959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32627679'] for segment, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: from cryptography.utils import int_from_bytes Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: from cryptography.utils import int_from_bytes Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: util.warn_limited( Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: util.warn_limited( Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: Traceback (most recent call last): Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: timer() Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: cb(*args, **kw) Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: return func(*args, **kwargs) Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: self._notify() Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: self.callback(batched_events) Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: event.method(event) Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: return f(self, *a, **k) Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: return self._get(url).json() Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: return self.request(url, 'GET', **kwargs) Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 16:22:33.880225 dv-cinder-804265-1-smb neutron-server[79158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 16:22:33.911639 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c46f05a3-1f05-4c52-9050-39e85fe04f99 req-26f98b51-7194-4986-9449-d168545c537e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199265 Aug 11 16:22:33.921271 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-73547d38-466f-466a-bed3-292a3b8bbab4 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "PUT /v2.0/floatingips/0bccc03a-ab25-450b-818a-22562354d49d HTTP/1.1" status: 200 len: 991 time: 2.9501410 Aug 11 16:22:33.922395 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e19bde9-3bb8-4a04-8b27-f203b685ee71', 'tag': 'e78309e3-16e8-48a2-8d18-0649025f079c'}] {{(pid=79159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:22:33.979211 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e19bde9-3bb8-4a04-8b27-f203b685ee71', 'tag': 'e78309e3-16e8-48a2-8d18-0649025f079c', 'status': 'completed', 'code': 200} Aug 11 16:22:33.992550 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-2918f4d5-f3ca-4956-827c-5ac0bd892e95 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4674680 Aug 11 16:22:33.997256 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 40162) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:34.007420 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-bf6958d9-5ebb-49c0-8ce3-29f1974b49d0 admin admin] Request body: {'subnet': {'network_id': 'e266426d-f3a1-477e-b828-4ac5d8085254', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2133837525-subnet', 'tenant_id': '3752e426f4f74fb7bbf7705600c5e816', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:22:34.019081 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-bf6958d9-5ebb-49c0-8ce3-29f1974b49d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:34.023821 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-bf6958d9-5ebb-49c0-8ce3-29f1974b49d0 admin admin] Usage tracker for resource:subnet and tenant:3752e426f4f74fb7bbf7705600c5e816 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:34.029275 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-bf6958d9-5ebb-49c0-8ce3-29f1974b49d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:34.045480 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-bf6958d9-5ebb-49c0-8ce3-29f1974b49d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:34.047998 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918f4d5-f3ca-4956-827c-5ac0bd892e95 admin admin] Pushing event updated for resources: {'Network': ['ID=e266426d-f3a1-477e-b828-4ac5d8085254,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:34.060197 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-2918f4d5-f3ca-4956-827c-5ac0bd892e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:34.061173 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-e521a8bb-380d-4797-b459-6b3db871858b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3354142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608000'] for network, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:34.061302 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Network e266426d-f3a1-477e-b828-4ac5d8085254 details requested by agent ovs-agent-dv-cinder-804265-1-smb with host dv-cinder-804265-1-smb {{(pid=79160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:22:34.066336 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-2918f4d5-f3ca-4956-827c-5ac0bd892e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:34.084512 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-e521a8bb-380d-4797-b459-6b3db871858b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for network, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:34.091996 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521a8bb-380d-4797-b459-6b3db871858b admin admin] Pushing event deleted for resources: {'Network': ['ID=20ac73d2-b510-4b10-883b-69d4ea1db42c,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:34.097194 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-e521a8bb-380d-4797-b459-6b3db871858b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:34.105400 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-e521a8bb-380d-4797-b459-6b3db871858b admin admin] 10.222.0.21 "DELETE /v2.0/networks/20ac73d2-b510-4b10-883b-69d4ea1db42c HTTP/1.1" status: 204 len: 168 time: 1.0299544 Aug 11 16:22:34.120227 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6958d9-5ebb-49c0-8ce3-29f1974b49d0 admin admin] Made reservation on behalf of 3752e426f4f74fb7bbf7705600c5e816 for: {'subnet': 1} {{(pid=79159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:22:34.122776 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-bf6958d9-5ebb-49c0-8ce3-29f1974b49d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:34.149221 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvr_db [None req-3129a701-a49d-4ec6-9dfb-7154f76b0e21 None None] Set router 0613ad3d-b0a7-48fa-98be-159f77c97299 gateway port host: dv-cinder-804265-1-smb {{(pid=79161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:22:34.250485 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647600b8-ebbc-44ad-aede-c26a36e21d58 req-f2ba55f7-6819-4b3f-bb9d-d65ebdb994e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:34.250816 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 40168) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:34.251123 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-647600b8-ebbc-44ad-aede-c26a36e21d58 req-f2ba55f7-6819-4b3f-bb9d-d65ebdb994e3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31c62e7753bf460ab9f528f3534391b0&device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 1099 time: 0.2020540 Aug 11 16:22:34.308164 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-19303d58-262c-4c05-91b3-023cf0f21b6c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95f019af1dde4c819ad3f4466f8a5644&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0561252 Aug 11 16:22:34.308776 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 40174) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:34.383710 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-e453cf33-c209-4b7c-8e7f-30511d291941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:34.414043 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-e453cf33-c209-4b7c-8e7f-30511d291941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:34.476800 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-e453cf33-c209-4b7c-8e7f-30511d291941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:34.480792 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-a6aa2d8f-1967-414b-a6df-836b8366e08a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:34.495397 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453cf33-c209-4b7c-8e7f-30511d291941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371a27a9-3c5b-43f4-8385-ed92687d1b70,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:34.498258 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-e453cf33-c209-4b7c-8e7f-30511d291941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:34.503938 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647600b8-ebbc-44ad-aede-c26a36e21d58 req-9e0cc56a-50d8-498e-908f-092ec3d144b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:34.505505 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-647600b8-ebbc-44ad-aede-c26a36e21d58 req-9e0cc56a-50d8-498e-908f-092ec3d144b5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb400975-e9dd-443e-9606-847a21e328b4 HTTP/1.1" status: 200 len: 911 time: 0.2439582 Aug 11 16:22:34.515703 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-e453cf33-c209-4b7c-8e7f-30511d291941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:34.517346 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-e453cf33-c209-4b7c-8e7f-30511d291941 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/371a27a9-3c5b-43f4-8385-ed92687d1b70 HTTP/1.1" status: 204 len: 168 time: 0.2076442 Aug 11 16:22:34.620742 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-3129a701-a49d-4ec6-9dfb-7154f76b0e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'name': 'tempest-AttachVolumeTestJSON-560001265-router', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179'}], 'enable_snat': True}, 'gw_port_id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:31Z', 'updated_at': '2021-08-11T16:21:50Z', 'revision_number': 4, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'gw_port': {'id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:36Z', 'updated_at': '2021-08-11T16:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_floatingips': [{'id': '0bccc03a-ab25-450b-818a-22562354d49d', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'floating_ip_address': '172.28.2.66', 'floating_network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'router_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'port_id': 'e78309e3-16e8-48a2-8d18-0649025f079c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4', 'mac_address': 'fa:16:3e:1c:14:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e19bde9-3bb8-4a04-8b27-f203b685ee71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:22:05Z', 'updated_at': '2021-08-11T16:22:32Z', 'revision_number': 1, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e', 'name': '', 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'mac_address': 'fa:16:3e:50:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd95ae6d0-d0c2-4ac0-b270-7afce54713aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:49Z', 'updated_at': '2021-08-11T16:22:02Z', 'revision_number': 5, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'subnets': [{'id': 'd95ae6d0-d0c2-4ac0-b270-7afce54713aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:22:34.624452 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3129a701-a49d-4ec6-9dfb-7154f76b0e21 None None] Checking router: 0613ad3d-b0a7-48fa-98be-159f77c97299 for host: dv-cinder-804265-1-smb {{(pid=79161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:22:34.636239 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3129a701-a49d-4ec6-9dfb-7154f76b0e21 None None] Routers {'0613ad3d-b0a7-48fa-98be-159f77c97299'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:22:34.636860 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-3129a701-a49d-4ec6-9dfb-7154f76b0e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:22:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['0613ad3d-b0a7-48fa-98be-159f77c97299'], 'active': True} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:22:34.832466 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b6a9b-bf53-434e-a461-bda4ed481c37 req-24ecfd3f-7ca5-445b-a098-10162adabdba tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:34.833875 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-468b6a9b-bf53-434e-a461-bda4ed481c37 req-24ecfd3f-7ca5-445b-a098-10162adabdba tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.4521074 Aug 11 16:22:34.857935 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-647600b8-ebbc-44ad-aede-c26a36e21d58 req-103fd008-ea7e-4280-a1d5-ce1994c7a1d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e78309e3-16e8-48a2-8d18-0649025f079c HTTP/1.1" status: 200 len: 999 time: 0.3431871 Aug 11 16:22:34.894510 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvr_db [None req-3129a701-a49d-4ec6-9dfb-7154f76b0e21 None None] Set router 0613ad3d-b0a7-48fa-98be-159f77c97299 gateway port host: dv-cinder-804265-1-smb {{(pid=79161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:22:34.941797 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-bf6958d9-5ebb-49c0-8ce3-29f1974b49d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603'] for subnet, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:34.962798 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-818c1ac5-b6d5-42fe-bd31-2bb2ad6e314c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:35.005104 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-468b6a9b-bf53-434e-a461-bda4ed481c37 req-7db72442-ddf9-4be6-887a-b5ae34a65a4c tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592317 Aug 11 16:22:35.034573 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647600b8-ebbc-44ad-aede-c26a36e21d58 req-f93cb80c-c766-40dd-a400-694878053702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:35.036242 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-647600b8-ebbc-44ad-aede-c26a36e21d58 req-f93cb80c-c766-40dd-a400-694878053702 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d95ae6d0-d0c2-4ac0-b270-7afce54713aa HTTP/1.1" status: 200 len: 849 time: 0.1619301 Aug 11 16:22:35.109278 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6958d9-5ebb-49c0-8ce3-29f1974b49d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf402d1d-3421-446f-a5a1-76acf1ae7d43,revision_number=0']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:35.220931 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-bf6958d9-5ebb-49c0-8ce3-29f1974b49d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:35.272492 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6958d9-5ebb-49c0-8ce3-29f1974b49d0 admin admin] Checking segment: {'id': 'c56d6ec6-c3e9-4960-b020-a96d7a735f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e266426d-f3a1-477e-b828-4ac5d8085254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:22:35.273124 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6958d9-5ebb-49c0-8ce3-29f1974b49d0 admin admin] Network hostable DHCP agents. Network: e266426d-f3a1-477e-b828-4ac5d8085254, hostable agents: ['4b0670d7-91d3-4826-9dfd-430a45df9059'], hosted agents: [] {{(pid=79159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:22:35.362318 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6958d9-5ebb-49c0-8ce3-29f1974b49d0 admin admin] Network e266426d-f3a1-477e-b828-4ac5d8085254 is scheduled to be hosted by DHCP agent 4b0670d7-91d3-4826-9dfd-430a45df9059 with binding_index 1 {{(pid=79159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:22:35.378527 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647600b8-ebbc-44ad-aede-c26a36e21d58 req-ab9ae534-3b45-4bea-9468-89a10c214e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:35.380706 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-647600b8-ebbc-44ad-aede-c26a36e21d58 req-ab9ae534-3b45-4bea-9468-89a10c214e0c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb400975-e9dd-443e-9606-847a21e328b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3205733 Aug 11 16:22:35.384914 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [None req-bf6958d9-5ebb-49c0-8ce3-29f1974b49d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-smb, e266426d-f3a1-477e-b828-4ac5d8085254) {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:22:35.391851 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6958d9-5ebb-49c0-8ce3-29f1974b49d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:35.392553 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-bf6958d9-5ebb-49c0-8ce3-29f1974b49d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for subnet, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:35.402022 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bd7270-231b-40c1-8f1e-bfc714906665 None None] Network e266426d-f3a1-477e-b828-4ac5d8085254 requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:22:35.409843 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657594c-36e1-4477-a43d-8567ceb2562a req-a2d43d5b-4a53-4e43-8e1d-a85f3201cfb2 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:35.411856 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b657594c-36e1-4477-a43d-8567ceb2562a req-a2d43d5b-4a53-4e43-8e1d-a85f3201cfb2 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47ca1b4-83e2-4c6a-9c06-33a8c35c136c HTTP/1.1" status: 200 len: 945 time: 0.3037336 Aug 11 16:22:35.464281 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-3129a701-a49d-4ec6-9dfb-7154f76b0e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'name': 'tempest-AttachVolumeTestJSON-560001265-router', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179'}], 'enable_snat': True}, 'gw_port_id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:31Z', 'updated_at': '2021-08-11T16:21:50Z', 'revision_number': 4, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'gw_port': {'id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:36Z', 'updated_at': '2021-08-11T16:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_floatingips': [{'id': '0bccc03a-ab25-450b-818a-22562354d49d', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'floating_ip_address': '172.28.2.66', 'floating_network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'router_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'port_id': 'e78309e3-16e8-48a2-8d18-0649025f079c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4', 'mac_address': 'fa:16:3e:1c:14:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e19bde9-3bb8-4a04-8b27-f203b685ee71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:22:05Z', 'updated_at': '2021-08-11T16:22:32Z', 'revision_number': 1, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e', 'name': '', 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'mac_address': 'fa:16:3e:50:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd95ae6d0-d0c2-4ac0-b270-7afce54713aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:49Z', 'updated_at': '2021-08-11T16:22:02Z', 'revision_number': 5, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'subnets': [{'id': 'd95ae6d0-d0c2-4ac0-b270-7afce54713aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:22:35.472062 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3129a701-a49d-4ec6-9dfb-7154f76b0e21 None None] The sync data for ids ['0613ad3d-b0a7-48fa-98be-159f77c97299'] in dv-cinder-804265-1-smb is: [{'id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'name': 'tempest-AttachVolumeTestJSON-560001265-router', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179'}], 'enable_snat': True}, 'gw_port_id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:31Z', 'updated_at': '2021-08-11T16:21:50Z', 'revision_number': 4, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'gw_port': {'id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:36Z', 'updated_at': '2021-08-11T16:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_floatingips': [{'id': '0bccc03a-ab25-450b-818a-22562354d49d', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'floating_ip_address': '172.28.2.66', 'floating_network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'router_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'port_id': 'e78309e3-16e8-48a2-8d18-0649025f079c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4', 'mac_address': 'fa:16:3e:1c:14:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e19bde9-3bb8-4a04-8b27-f203b685ee71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:22:05Z', 'updated_at': '2021-08-11T16:22:32Z', 'revision_number': 1, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e', 'name': '', 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'mac_address': 'fa:16:3e:50:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd95ae6d0-d0c2-4ac0-b270-7afce54713aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:49Z', 'updated_at': '2021-08-11T16:22:02Z', 'revision_number': 5, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'subnets': [{'id': 'd95ae6d0-d0c2-4ac0-b270-7afce54713aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:22:35.738961 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b657594c-36e1-4477-a43d-8567ceb2562a req-529c85ac-f6fc-4a56-866b-6bb3768db367 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942867 Aug 11 16:22:35.740402 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-bf6958d9-5ebb-49c0-8ce3-29f1974b49d0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7421098 Aug 11 16:22:35.772901 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-647600b8-ebbc-44ad-aede-c26a36e21d58 req-ee945ceb-ca6f-4b89-9e58-603d65eb8f3a service neutron] 10.222.0.20 "GET /v2.0/networks/cb400975-e9dd-443e-9606-847a21e328b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729751 Aug 11 16:22:35.782787 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04de7753-4cb7-4044-9ad4-ccfaa5056347 None None] Network e266426d-f3a1-477e-b828-4ac5d8085254 requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:22:35.974331 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bf9267-7e17-48db-b1d1-a3edcd81f325 None None] New status for floating IP 0bccc03a-ab25-450b-818a-22562354d49d: ACTIVE {{(pid=79160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 16:22:36.110132 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-647600b8-ebbc-44ad-aede-c26a36e21d58 req-15597d92-4460-4012-a5bd-9755ddf2adc3 service neutron] 10.222.0.20 "GET /v2.0/networks/cb400975-e9dd-443e-9606-847a21e328b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209543 Aug 11 16:22:36.284932 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1cbb4-faf1-48dd-8337-89ffadad4437 req-824b7f5f-113f-46cc-82e4-78f3494233b6 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:36.287043 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c0b1cbb4-faf1-48dd-8337-89ffadad4437 req-824b7f5f-113f-46cc-82e4-78f3494233b6 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.1140254 Aug 11 16:22:36.365395 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c0b1cbb4-faf1-48dd-8337-89ffadad4437 req-0aea9e06-8446-43f2-b9d1-debc946f1aa8 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721836 Aug 11 16:22:36.822942 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 7b6f88b7-0eef-4153-afb1-774d6c3f08a0 up at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:22:36.948245 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning for port 7b6f88b7-0eef-4153-afb1-774d6c3f08a0 completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:22:36.953503 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning complete for port 7b6f88b7-0eef-4153-afb1-774d6c3f08a0 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:22:36.953871 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:36.957798 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319d39d-3ce4-4d7e-9956-8f054db54b8c req-8aa5e49b-7f49-4855-a3b3-594c30ee29ae tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:36.959506 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7319d39d-3ce4-4d7e-9956-8f054db54b8c req-8aa5e49b-7f49-4855-a3b3-594c30ee29ae tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47ca1b4-83e2-4c6a-9c06-33a8c35c136c HTTP/1.1" status: 200 len: 945 time: 0.1105888 Aug 11 16:22:37.037278 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7319d39d-3ce4-4d7e-9956-8f054db54b8c req-217fc91b-e654-4bd3-8300-5a648d64c0cd tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701017 Aug 11 16:22:37.092901 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:37.121037 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47ca1b4-83e2-4c6a-9c06-33a8c35c136c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6f88b7-0eef-4153-afb1-774d6c3f08a0'}] {{(pid=79160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:22:37.136328 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 7b6f88b7-0eef-4153-afb1-774d6c3f08a0, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=7b6f88b7-0eef-4153-afb1-774d6c3f08a0,segment=NetworkSegment(e375eb40-c4eb-4ecd-bf39-be674a1305f8),segment_id=e375eb40-c4eb-4ecd-bf39-be674a1305f8)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:37.144525 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:37.146714 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:37.190983 dv-cinder-804265-1-smb neutron-server[79160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f47ca1b4-83e2-4c6a-9c06-33a8c35c136c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6f88b7-0eef-4153-afb1-774d6c3f08a0', 'code': 200} Aug 11 16:22:37.256012 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=7b6f88b7-0eef-4153-afb1-774d6c3f08a0,revision_number=5']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:37.267701 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:37.630778 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833f78c-27c1-4761-9755-ce0bf6221667 req-68e478d6-1025-45de-87a6-5d4f71cbe355 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:37.632221 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7833f78c-27c1-4761-9755-ce0bf6221667 req-68e478d6-1025-45de-87a6-5d4f71cbe355 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.1467023 Aug 11 16:22:37.639257 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab555c40-d3c3-4250-9ad2-e4ed44cce926 req-260d3ac2-6509-4368-ac0f-1144dcdc44e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:37.641427 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ab555c40-d3c3-4250-9ad2-e4ed44cce926 req-260d3ac2-6509-4368-ac0f-1144dcdc44e9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f47ca1b4-83e2-4c6a-9c06-33a8c35c136c HTTP/1.1" status: 200 len: 1099 time: 0.1186998 Aug 11 16:22:37.716631 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7833f78c-27c1-4761-9755-ce0bf6221667 req-ce959ec4-ab39-4dcf-a961-157bba702e19 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674682 Aug 11 16:22:37.716631 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ab555c40-d3c3-4250-9ad2-e4ed44cce926 req-e1eb6fb7-db2a-4b01-9bd8-8a6bcfa62e5a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576766 Aug 11 16:22:38.224727 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a90665-e4cc-4584-bebc-4dec73850f26 req-1b73d94d-67c0-4143-b246-e4c4211aa6d4 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:38.226489 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-73a90665-e4cc-4584-bebc-4dec73850f26 req-1b73d94d-67c0-4143-b246-e4c4211aa6d4 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47ca1b4-83e2-4c6a-9c06-33a8c35c136c HTTP/1.1" status: 200 len: 946 time: 0.0899999 Aug 11 16:22:38.274620 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-73a90665-e4cc-4584-bebc-4dec73850f26 req-281d88af-5868-4081-847e-3f75a434e119 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427308 Aug 11 16:22:38.445863 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-87dc02be-7679-447a-97b2-4600fb89943c tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:38.447473 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-87dc02be-7679-447a-97b2-4600fb89943c tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/networks?id=e266426d-f3a1-477e-b828-4ac5d8085254 HTTP/1.1" status: 200 len: 814 time: 0.1539738 Aug 11 16:22:38.469579 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-9197eda2-59b3-48c3-993b-2c2fc3b69077 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/quotas/3752e426f4f74fb7bbf7705600c5e816 HTTP/1.1" status: 200 len: 375 time: 0.0157528 Aug 11 16:22:38.526210 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-8370c22d-3dc6-4b8c-8431-a1ca2208f1d5 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3752e426f4f74fb7bbf7705600c5e816&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550077 Aug 11 16:22:38.670066 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-92823d65-4a86-4a1b-9cc2-c3b847a8b60d service neutron] 10.222.0.21 "GET /v2.0/networks/e266426d-f3a1-477e-b828-4ac5d8085254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436861 Aug 11 16:22:38.965138 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-59dee89a-1d8a-4b8d-bd97-080eeb2e34ec service neutron] 10.222.0.21 "GET /v2.0/networks/e266426d-f3a1-477e-b828-4ac5d8085254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877896 Aug 11 16:22:39.011123 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf804e4-9b51-44fa-986a-613144f0af5c req-9fd14c45-014f-4b17-bb1b-f0960b9225a4 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:39.017703 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-cbf804e4-9b51-44fa-986a-613144f0af5c req-9fd14c45-014f-4b17-bb1b-f0960b9225a4 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.1145728 Aug 11 16:22:39.078821 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-cbf804e4-9b51-44fa-986a-613144f0af5c req-c615764e-676a-4823-af6d-eb373903eece tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600696 Aug 11 16:22:39.166126 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-dec31e1a-1279-4d2b-be03-be3c22d99882 req-ff72691e-62a7-4d95-812b-cd505fe3705e tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=1527a386-dfcd-497f-ab85-8cb5d5e2eac8 HTTP/1.1" status: 200 len: 210 time: 0.0520043 Aug 11 16:22:39.574095 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a3284-5251-4b31-8fc6-7fc4a9a056f9 req-f3613ab7-ba05-45dc-a28c-faf6000c0afd tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:39.576773 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-229a3284-5251-4b31-8fc6-7fc4a9a056f9 req-f3613ab7-ba05-45dc-a28c-faf6000c0afd tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47ca1b4-83e2-4c6a-9c06-33a8c35c136c HTTP/1.1" status: 200 len: 946 time: 0.1859987 Aug 11 16:22:39.659545 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-229a3284-5251-4b31-8fc6-7fc4a9a056f9 req-339874f1-6fb9-4e1d-a451-2f3f5e6dbc55 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629158 Aug 11 16:22:39.806190 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 40396) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:39.962242 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-613400e9-95d5-4c70-895e-e4b7e666a431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:39.984853 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-613400e9-95d5-4c70-895e-e4b7e666a431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:39.990732 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-613400e9-95d5-4c70-895e-e4b7e666a431 admin admin] Usage tracker for resource:security_group_rule and tenant:a907231a96df40b3934c62d3362303fb is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:39.993753 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-613400e9-95d5-4c70-895e-e4b7e666a431 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:40.000252 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-613400e9-95d5-4c70-895e-e4b7e666a431 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:40.092841 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-613400e9-95d5-4c70-895e-e4b7e666a431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:40.097611 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-613400e9-95d5-4c70-895e-e4b7e666a431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:40.127876 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-1f8f570d-93e3-449e-bc8f-2de2f4dcc708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:40.159625 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 40414) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:40.166748 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-613400e9-95d5-4c70-895e-e4b7e666a431 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a907231a96df40b3934c62d3362303fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3585021 Aug 11 16:22:40.171852 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613400e9-95d5-4c70-895e-e4b7e666a431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a52606-5d9f-463d-aae0-0af4e43eeaf1,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:40.186542 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 40420) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:40.189447 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-613400e9-95d5-4c70-895e-e4b7e666a431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:40.233666 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e738edd4-34e3-4e92-92d1-feb7b751133d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:40.345610 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-d53b6941-4114-4eb6-a7c1-f41e2fcd1640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:40.360766 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-d53b6941-4114-4eb6-a7c1-f41e2fcd1640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:40.364787 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-d53b6941-4114-4eb6-a7c1-f41e2fcd1640 admin admin] Usage tracker for resource:security_group_rule and tenant:7b94c279da55477e83eb6c528e3323a9 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:40.367649 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-d53b6941-4114-4eb6-a7c1-f41e2fcd1640 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:40.379560 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e738edd4-34e3-4e92-92d1-feb7b751133d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:40.380702 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-d53b6941-4114-4eb6-a7c1-f41e2fcd1640 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:40.396763 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-90da0df6-6bd2-4c39-9d81-8545acc6a880 req-83f69cfb-4056-414b-853b-11d4ff2533fc tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=1527a386-dfcd-497f-ab85-8cb5d5e2eac8 HTTP/1.1" status: 200 len: 210 time: 0.0796824 Aug 11 16:22:40.443809 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a7541-369b-4a12-9a0a-d76a9db124b4 req-92f7550f-fa77-4553-979f-28cac9ff0782 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:40.450678 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-512a7541-369b-4a12-9a0a-d76a9db124b4 req-92f7550f-fa77-4553-979f-28cac9ff0782 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.2133548 Aug 11 16:22:40.496753 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-d53b6941-4114-4eb6-a7c1-f41e2fcd1640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:40.504043 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-d53b6941-4114-4eb6-a7c1-f41e2fcd1640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:40.507546 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-512a7541-369b-4a12-9a0a-d76a9db124b4 req-dd5578ee-d952-45f5-8b03-a0015d698db0 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557909 Aug 11 16:22:40.511123 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e738edd4-34e3-4e92-92d1-feb7b751133d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:40.520060 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:40.535287 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e738edd4-34e3-4e92-92d1-feb7b751133d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:40.536662 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-e738edd4-34e3-4e92-92d1-feb7b751133d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1a52606-5d9f-463d-aae0-0af4e43eeaf1 HTTP/1.1" status: 204 len: 168 time: 0.3759995 Aug 11 16:22:40.537790 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738edd4-34e3-4e92-92d1-feb7b751133d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a52606-5d9f-463d-aae0-0af4e43eeaf1,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:40.540531 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-e738edd4-34e3-4e92-92d1-feb7b751133d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:40.544145 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-31cdef4c-1a7b-4e31-a482-e79e854feb6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:40.587106 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b6941-4114-4eb6-a7c1-f41e2fcd1640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146016ce-7210-4362-98be-646ab98c882e,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:40.595358 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-d53b6941-4114-4eb6-a7c1-f41e2fcd1640 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b94c279da55477e83eb6c528e3323a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4049988 Aug 11 16:22:40.595358 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-d53b6941-4114-4eb6-a7c1-f41e2fcd1640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:40.595870 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 40438) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:40.822284 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-baa9397a-c696-408d-b40a-3873b6261ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:40.944059 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-baa9397a-c696-408d-b40a-3873b6261ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:40.958507 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-84a5962a-196a-4a73-8716-1e1c4d617428 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:40.960113 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-84a5962a-196a-4a73-8716-1e1c4d617428 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.20 "GET /v2.0/networks?id=e266426d-f3a1-477e-b828-4ac5d8085254 HTTP/1.1" status: 200 len: 814 time: 0.3354337 Aug 11 16:22:40.993835 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 40452) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:41.006563 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-91f39031-769d-4402-88df-79179cf88dd9 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Request body: {'port': {'device_id': '1527a386-dfcd-497f-ab85-8cb5d5e2eac8', 'network_id': 'e266426d-f3a1-477e-b828-4ac5d8085254', 'admin_state_up': True, 'tenant_id': '3752e426f4f74fb7bbf7705600c5e816'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:22:41.019141 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-4ccb4706-0c6a-498a-9558-1e943ba0acc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:41.042969 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-4ccb4706-0c6a-498a-9558-1e943ba0acc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:41.047894 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-4ccb4706-0c6a-498a-9558-1e943ba0acc1 admin admin] Usage tracker for resource:security_group_rule and tenant:8b4978bd7de94c2980ce8253a40ca434 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:41.050815 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-4ccb4706-0c6a-498a-9558-1e943ba0acc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:41.057226 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-4ccb4706-0c6a-498a-9558-1e943ba0acc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:41.062602 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7380f3-0a66-402e-a380-1b2aa049f607 req-bba6b97e-3abe-46ba-aab7-67ce489239e0 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:41.064207 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-dd7380f3-0a66-402e-a380-1b2aa049f607 req-bba6b97e-3abe-46ba-aab7-67ce489239e0 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47ca1b4-83e2-4c6a-9c06-33a8c35c136c HTTP/1.1" status: 200 len: 946 time: 0.2313352 Aug 11 16:22:41.141939 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-baa9397a-c696-408d-b40a-3873b6261ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:41.150440 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-4ccb4706-0c6a-498a-9558-1e943ba0acc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:41.154303 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-4ccb4706-0c6a-498a-9558-1e943ba0acc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:41.158184 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-34b2a3b4-b8f3-447b-a979-aa6de371bc8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:41.163177 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-b5b8f67b-d820-48bf-85de-e2dd677995f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:41.196045 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9397a-c696-408d-b40a-3873b6261ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146016ce-7210-4362-98be-646ab98c882e,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:41.203023 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-baa9397a-c696-408d-b40a-3873b6261ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:41.208772 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-4ccb4706-0c6a-498a-9558-1e943ba0acc1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b4978bd7de94c2980ce8253a40ca434&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2118709 Aug 11 16:22:41.208984 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 40458) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:41.211879 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb4706-0c6a-498a-9558-1e943ba0acc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61335b4a-d43a-4a77-80e8-4ae42c52fe40,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:41.214959 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-4ccb4706-0c6a-498a-9558-1e943ba0acc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:41.216263 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-dd7380f3-0a66-402e-a380-1b2aa049f607 req-e8bcc78a-d62d-4896-b334-e69206e0a278 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962980 Aug 11 16:22:41.220115 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-baa9397a-c696-408d-b40a-3873b6261ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:41.236073 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-baa9397a-c696-408d-b40a-3873b6261ecd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/146016ce-7210-4362-98be-646ab98c882e HTTP/1.1" status: 204 len: 168 time: 0.6267693 Aug 11 16:22:41.255600 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-91f39031-769d-4402-88df-79179cf88dd9 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:41.260802 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-91f39031-769d-4402-88df-79179cf88dd9 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Usage tracker for resource:port and tenant:3752e426f4f74fb7bbf7705600c5e816 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:41.263967 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-91f39031-769d-4402-88df-79179cf88dd9 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:41.272478 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-91f39031-769d-4402-88df-79179cf88dd9 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:41.275660 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b6e4696f-6fd0-43a1-a37c-c088837169ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:41.286236 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-91f39031-769d-4402-88df-79179cf88dd9 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Made reservation on behalf of 3752e426f4f74fb7bbf7705600c5e816 for: {'port': 1} {{(pid=79159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:22:41.290744 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-91f39031-769d-4402-88df-79179cf88dd9 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:41.304279 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b6e4696f-6fd0-43a1-a37c-c088837169ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:41.365007 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b6e4696f-6fd0-43a1-a37c-c088837169ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:41.372229 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-853b8fc1-9fda-4c54-81d5-92d5630aeebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:41.390311 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4696f-6fd0-43a1-a37c-c088837169ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61335b4a-d43a-4a77-80e8-4ae42c52fe40,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:41.392867 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-b6e4696f-6fd0-43a1-a37c-c088837169ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:41.404286 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b6e4696f-6fd0-43a1-a37c-c088837169ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:41.406691 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-b6e4696f-6fd0-43a1-a37c-c088837169ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/61335b4a-d43a-4a77-80e8-4ae42c52fe40 HTTP/1.1" status: 204 len: 168 time: 0.1966562 Aug 11 16:22:41.522957 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.db_base_plugin_common [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-91f39031-769d-4402-88df-79179cf88dd9 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Allocated IP 172.20.0.3 (e266426d-f3a1-477e-b828-4ac5d8085254/bf402d1d-3421-446f-a5a1-76acf1ae7d43/13c3f9c5-1987-4e18-9040-88963f1cdff2) {{(pid=79159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:22:41.665233 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0da2b22b-4140-4209-81fd-6f68f6f8ca00 req-98afaedc-178f-4951-a7da-3e85491ccbdb tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=1527a386-dfcd-497f-ab85-8cb5d5e2eac8 HTTP/1.1" status: 200 len: 210 time: 0.0666800 Aug 11 16:22:41.763798 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 40484) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:41.782617 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-155e2e87-dc0c-41e0-bafe-95f8343ead95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:41.799385 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-155e2e87-dc0c-41e0-bafe-95f8343ead95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:41.808086 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-155e2e87-dc0c-41e0-bafe-95f8343ead95 admin admin] Usage tracker for resource:security_group_rule and tenant:8a4505a9780b44578d8e49fed48ef93b is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:41.811985 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-155e2e87-dc0c-41e0-bafe-95f8343ead95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:41.818326 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-155e2e87-dc0c-41e0-bafe-95f8343ead95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:41.950193 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-155e2e87-dc0c-41e0-bafe-95f8343ead95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:41.955331 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab3c5e-d5f4-4da1-8938-5f4a7f9c0890 req-110b3f99-d7bb-4baf-9d3a-6f73a40ea5c3 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:41.956858 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-52ab3c5e-d5f4-4da1-8938-5f4a7f9c0890 req-110b3f99-d7bb-4baf-9d3a-6f73a40ea5c3 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.2106702 Aug 11 16:22:41.959158 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-155e2e87-dc0c-41e0-bafe-95f8343ead95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:41.965473 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-91f39031-769d-4402-88df-79179cf88dd9 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Notify callbacks [] for port, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:41.986870 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-7e69ae8e-113b-44f6-a219-4a436274be6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:42.032427 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-52ab3c5e-d5f4-4da1-8938-5f4a7f9c0890 req-161a5b45-4b64-460e-8325-c054470ef23e tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636699 Aug 11 16:22:42.044607 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-155e2e87-dc0c-41e0-bafe-95f8343ead95 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a4505a9780b44578d8e49fed48ef93b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2797484 Aug 11 16:22:42.056311 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 40502) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:42.089695 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e2e87-dc0c-41e0-bafe-95f8343ead95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa52dc6e-e203-4f1c-9d50-ed63eeb1672e,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:42.110335 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-155e2e87-dc0c-41e0-bafe-95f8343ead95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:42.159202 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-91f39031-769d-4402-88df-79179cf88dd9 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552'] for port, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:42.179230 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:42.242116 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-91f39031-769d-4402-88df-79179cf88dd9 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Network e266426d-f3a1-477e-b828-4ac5d8085254 is already hosted by enough agents. {{(pid=79159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:22:42.251209 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-619b81dc-df94-41ea-abd3-160631dffa88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:42.269907 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-91f39031-769d-4402-88df-79179cf88dd9 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Resources bound (agent type, host, resource id): {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:22:42.273877 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-91f39031-769d-4402-88df-79179cf88dd9 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Received port after_create {{(pid=79159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:22:42.280092 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-91f39031-769d-4402-88df-79179cf88dd9 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:42.281016 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-91f39031-769d-4402-88df-79179cf88dd9 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:42.330231 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f39031-769d-4402-88df-79179cf88dd9 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Pushing event updated for resources: {'Port': ['ID=13c3f9c5-1987-4e18-9040-88963f1cdff2,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:42.333613 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-91f39031-769d-4402-88df-79179cf88dd9 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:42.351340 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-91f39031-769d-4402-88df-79179cf88dd9 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3504033 Aug 11 16:22:42.355768 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-619b81dc-df94-41ea-abd3-160631dffa88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:42.401250 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-7c0e7f2e-2640-4903-ad49-53774542a0e6 service neutron] Request body: {'port': {'device_id': '1527a386-dfcd-497f-ab85-8cb5d5e2eac8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:22:42.615031 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-619b81dc-df94-41ea-abd3-160631dffa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:42.622358 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-62204b88-cc35-4cd7-885b-07408d84e01f tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:42.638088 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b81dc-df94-41ea-abd3-160631dffa88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa52dc6e-e203-4f1c-9d50-ed63eeb1672e,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:42.641389 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-7c0e7f2e-2640-4903-ad49-53774542a0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:42.650797 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-619b81dc-df94-41ea-abd3-160631dffa88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:42.657504 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-619b81dc-df94-41ea-abd3-160631dffa88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:42.658707 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-619b81dc-df94-41ea-abd3-160631dffa88 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa52dc6e-e203-4f1c-9d50-ed63eeb1672e HTTP/1.1" status: 204 len: 168 time: 0.6014638 Aug 11 16:22:43.003216 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb328e8-3e01-42ca-90e4-707b539af062 req-188f823e-37ba-4809-a449-b1bfc17f62e6 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:43.003950 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-deb328e8-3e01-42ca-90e4-707b539af062 req-188f823e-37ba-4809-a449-b1bfc17f62e6 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Synchronizing usage tracker for tenant:3752e426f4f74fb7bbf7705600c5e816 on resource:port {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:22:43.042527 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-deb328e8-3e01-42ca-90e4-707b539af062 req-188f823e-37ba-4809-a449-b1bfc17f62e6 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Unset dirty status for tenant:3752e426f4f74fb7bbf7705600c5e816 on resource:port {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:22:43.043689 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-deb328e8-3e01-42ca-90e4-707b539af062 req-188f823e-37ba-4809-a449-b1bfc17f62e6 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=1527a386-dfcd-497f-ab85-8cb5d5e2eac8 HTTP/1.1" status: 200 len: 931 time: 0.2451575 Aug 11 16:22:43.134409 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-7c0e7f2e-2640-4903-ad49-53774542a0e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13c3f9c5-1987-4e18-9040-88963f1cdff2 {{(pid=79159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:22:43.147329 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-7c0e7f2e-2640-4903-ad49-53774542a0e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:43.162789 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-deb328e8-3e01-42ca-90e4-707b539af062 req-2fdc8208-0136-414e-a91a-c8f5372c427c tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855613 Aug 11 16:22:43.223268 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.provisioning_blocks [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-7c0e7f2e-2640-4903-ad49-53774542a0e6 service neutron] Transition to ACTIVE for port object 13c3f9c5-1987-4e18-9040-88963f1cdff2 will not be triggered until provisioned by entity L2. {{(pid=79159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:22:43.241152 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-7c0e7f2e-2640-4903-ad49-53774542a0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:43.246967 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:43.443014 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e7f2e-2640-4903-ad49-53774542a0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=13c3f9c5-1987-4e18-9040-88963f1cdff2,revision_number=2']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:43.455197 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-7c0e7f2e-2640-4903-ad49-53774542a0e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:43.474965 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ff8c0-241d-49f7-88e1-d28f0982ac47 req-b1f2ee29-cdee-4ac6-a761-f7e8c3a65461 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:43.483402 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-967ff8c0-241d-49f7-88e1-d28f0982ac47 req-b1f2ee29-cdee-4ac6-a761-f7e8c3a65461 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.3042998 Aug 11 16:22:43.520966 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-7c0e7f2e-2640-4903-ad49-53774542a0e6 service neutron] Attempting to bind port 13c3f9c5-1987-4e18-9040-88963f1cdff2 on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:22:43.521603 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-7c0e7f2e-2640-4903-ad49-53774542a0e6 service neutron] Attempting to bind port 13c3f9c5-1987-4e18-9040-88963f1cdff2 by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': 'c56d6ec6-c3e9-4960-b020-a96d7a735f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e266426d-f3a1-477e-b828-4ac5d8085254'}] {{(pid=79159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:22:43.522097 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-7c0e7f2e-2640-4903-ad49-53774542a0e6 service neutron] Attempting to bind port 13c3f9c5-1987-4e18-9040-88963f1cdff2 on network e266426d-f3a1-477e-b828-4ac5d8085254 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:22:43.552193 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-7c0e7f2e-2640-4903-ad49-53774542a0e6 service neutron] Port 13c3f9c5-1987-4e18-9040-88963f1cdff2 on network e266426d-f3a1-477e-b828-4ac5d8085254 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:22:43.552521 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-7c0e7f2e-2640-4903-ad49-53774542a0e6 service neutron] Attempting to bind port 13c3f9c5-1987-4e18-9040-88963f1cdff2 on network e266426d-f3a1-477e-b828-4ac5d8085254 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:22:43.608353 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-967ff8c0-241d-49f7-88e1-d28f0982ac47 req-b2f61e64-6591-4696-b5d4-dbcf0e59241b tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196506 Aug 11 16:22:43.616279 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-7c0e7f2e-2640-4903-ad49-53774542a0e6 service neutron] Checking agent: {'id': '1d09ba05-6aad-4b92-98a7-4a9421ef38ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:22:43.616558 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-7c0e7f2e-2640-4903-ad49-53774542a0e6 service neutron] Checking segment: {'id': 'c56d6ec6-c3e9-4960-b020-a96d7a735f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e266426d-f3a1-477e-b828-4ac5d8085254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:22:43.616951 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-7c0e7f2e-2640-4903-ad49-53774542a0e6 service neutron] Bound using segment: {'id': 'c56d6ec6-c3e9-4960-b020-a96d7a735f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e266426d-f3a1-477e-b828-4ac5d8085254'} {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:22:43.617394 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-7c0e7f2e-2640-4903-ad49-53774542a0e6 service neutron] Bound port: 13c3f9c5-1987-4e18-9040-88963f1cdff2, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c56d6ec6-c3e9-4960-b020-a96d7a735f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e266426d-f3a1-477e-b828-4ac5d8085254'}}] {{(pid=79159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:22:43.617752 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-7c0e7f2e-2640-4903-ad49-53774542a0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:43.803682 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-7c0e7f2e-2640-4903-ad49-53774542a0e6 service neutron] For port 13c3f9c5-1987-4e18-9040-88963f1cdff2, host hv-cinder-80426, cleared binding levels {{(pid=79159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:22:43.808007 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-7c0e7f2e-2640-4903-ad49-53774542a0e6 service neutron] For port 13c3f9c5-1987-4e18-9040-88963f1cdff2, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=13c3f9c5-1987-4e18-9040-88963f1cdff2,segment=NetworkSegment(c56d6ec6-c3e9-4960-b020-a96d7a735f59),segment_id=c56d6ec6-c3e9-4960-b020-a96d7a735f59)] {{(pid=79159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:22:43.814077 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-7c0e7f2e-2640-4903-ad49-53774542a0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:43.818734 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:43.882682 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-7c0e7f2e-2640-4903-ad49-53774542a0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:43.883315 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-7c0e7f2e-2640-4903-ad49-53774542a0e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:43.884739 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-7c0e7f2e-2640-4903-ad49-53774542a0e6 service neutron] 10.222.0.20 "PUT /v2.0/ports/13c3f9c5-1987-4e18-9040-88963f1cdff2 HTTP/1.1" status: 200 len: 1093 time: 1.4877863 Aug 11 16:22:43.885492 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1527a386-dfcd-497f-ab85-8cb5d5e2eac8', 'tag': '13c3f9c5-1987-4e18-9040-88963f1cdff2'}] {{(pid=79159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:22:43.912563 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e7f2e-2640-4903-ad49-53774542a0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=13c3f9c5-1987-4e18-9040-88963f1cdff2,revision_number=3']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:43.918446 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-7c0e7f2e-2640-4903-ad49-53774542a0e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:43.969873 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1527a386-dfcd-497f-ab85-8cb5d5e2eac8', 'tag': '13c3f9c5-1987-4e18-9040-88963f1cdff2', 'status': 'completed', 'code': 200} Aug 11 16:22:44.080378 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-5fea4322-7727-4c92-a5c6-878d1fa0264b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:44.081827 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-5fea4322-7727-4c92-a5c6-878d1fa0264b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3752e426f4f74fb7bbf7705600c5e816&device_id=1527a386-dfcd-497f-ab85-8cb5d5e2eac8 HTTP/1.1" status: 200 len: 1096 time: 0.0777597 Aug 11 16:22:44.179426 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-229112b0-c1f9-404b-8b41-81ee40b2c3ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13c3f9c5-1987-4e18-9040-88963f1cdff2 HTTP/1.1" status: 200 len: 217 time: 0.0726795 Aug 11 16:22:44.260593 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-bbc6fdad-2d7b-47ff-8266-74a56060abf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:44.262149 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-bbc6fdad-2d7b-47ff-8266-74a56060abf4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf402d1d-3421-446f-a5a1-76acf1ae7d43 HTTP/1.1" status: 200 len: 854 time: 0.0725162 Aug 11 16:22:44.364826 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-8ba84b89-1fd1-424f-b5fe-7d6d8158d222 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e266426d-f3a1-477e-b828-4ac5d8085254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871880 Aug 11 16:22:44.525389 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73fbb2-1b1a-40e1-9e78-85e364e93e6b req-f51e376b-5ec1-4059-8987-ffdcc5010c63 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:44.526911 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9d73fbb2-1b1a-40e1-9e78-85e364e93e6b req-f51e376b-5ec1-4059-8987-ffdcc5010c63 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=1527a386-dfcd-497f-ab85-8cb5d5e2eac8 HTTP/1.1" status: 200 len: 943 time: 0.2035475 Aug 11 16:22:44.596858 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-2dcc58f9-6665-4907-9df6-4e9f53ab3568 service neutron] 10.222.0.20 "GET /v2.0/networks/e266426d-f3a1-477e-b828-4ac5d8085254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020504 Aug 11 16:22:44.602192 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9d73fbb2-1b1a-40e1-9e78-85e364e93e6b req-3f04b251-7851-4b2f-a5f9-c688931489a1 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673497 Aug 11 16:22:44.820992 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 40636) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:44.954794 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4a0b2b65-4ce1-464a-a2aa-dba4b85f1666 req-d87dcc48-3beb-4e76-b1a4-2328895766d6 service neutron] 10.222.0.20 "GET /v2.0/networks/e266426d-f3a1-477e-b828-4ac5d8085254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395462 Aug 11 16:22:44.970717 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40bff0-1548-4b9b-9817-43c5f3fe0e61 req-856c6828-a97c-41e6-b29e-3fcea70eaf9a tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:44.978343 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8c40bff0-1548-4b9b-9817-43c5f3fe0e61 req-856c6828-a97c-41e6-b29e-3fcea70eaf9a tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.1361897 Aug 11 16:22:44.989146 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-97f8f1da-3951-4f15-90c5-340ed2ccacf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:45.027327 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-97f8f1da-3951-4f15-90c5-340ed2ccacf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:45.035306 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-97f8f1da-3951-4f15-90c5-340ed2ccacf0 admin admin] Usage tracker for resource:security_group_rule and tenant:7935a5fb766d4f4aa212eb48cfb4f631 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:45.038821 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8c40bff0-1548-4b9b-9817-43c5f3fe0e61 req-e9e55e42-9db9-4778-82ac-ea6aa0b86b95 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595427 Aug 11 16:22:45.038979 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-97f8f1da-3951-4f15-90c5-340ed2ccacf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:45.065491 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-97f8f1da-3951-4f15-90c5-340ed2ccacf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:45.170459 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-97f8f1da-3951-4f15-90c5-340ed2ccacf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:45.178781 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-97f8f1da-3951-4f15-90c5-340ed2ccacf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:45.210972 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:45.248317 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8f1da-3951-4f15-90c5-340ed2ccacf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4decbf34-5222-4bda-a653-888ca783db28,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:45.256399 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-97f8f1da-3951-4f15-90c5-340ed2ccacf0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7935a5fb766d4f4aa212eb48cfb4f631&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4342890 Aug 11 16:22:45.257687 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-97f8f1da-3951-4f15-90c5-340ed2ccacf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:45.258307 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 40664) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:45.336813 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f5bb9c94-172a-4b3e-a3de-8ba470fff262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:45.375532 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f5bb9c94-172a-4b3e-a3de-8ba470fff262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:45.401796 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-f342e7f4-fd54-45bf-84a8-3ce79b2bc42d tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:45.403337 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-f342e7f4-fd54-45bf-84a8-3ce79b2bc42d tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/networks?id=b8f6a840-d07e-445e-be19-d944bca27070 HTTP/1.1" status: 200 len: 815 time: 0.2051039 Aug 11 16:22:45.426707 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-2e4a4b9c-7b26-4c30-a470-d055d1c25ad5 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/quotas/3fc782a108854b0da42a1d06299b49f2 HTTP/1.1" status: 200 len: 375 time: 0.0171936 Aug 11 16:22:45.475056 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f5bb9c94-172a-4b3e-a3de-8ba470fff262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:45.484589 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-613400e9-95d5-4c70-895e-e4b7e666a431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:45.490182 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9599b9-7ba6-4531-8bc1-d94bab2100b5 req-6fe54e8b-e8e0-446b-8ffa-92447f941c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:45.492054 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ce9599b9-7ba6-4531-8bc1-d94bab2100b5 req-6fe54e8b-e8e0-446b-8ffa-92447f941c89 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3752e426f4f74fb7bbf7705600c5e816&device_id=1527a386-dfcd-497f-ab85-8cb5d5e2eac8 HTTP/1.1" status: 200 len: 1096 time: 0.3637717 Aug 11 16:22:45.500862 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb9c94-172a-4b3e-a3de-8ba470fff262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4decbf34-5222-4bda-a653-888ca783db28,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:45.506431 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-f5bb9c94-172a-4b3e-a3de-8ba470fff262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:45.513765 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f5bb9c94-172a-4b3e-a3de-8ba470fff262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:45.518186 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-f5bb9c94-172a-4b3e-a3de-8ba470fff262 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4decbf34-5222-4bda-a653-888ca783db28 HTTP/1.1" status: 204 len: 168 time: 0.2564197 Aug 11 16:22:45.644379 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-1e5f0d4b-f3d2-46ca-a583-5596903eedee tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3fc782a108854b0da42a1d06299b49f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2130585 Aug 11 16:22:45.723984 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9599b9-7ba6-4531-8bc1-d94bab2100b5 req-4d70429a-bed6-4687-ae98-0c596dcbc63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:45.725835 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ce9599b9-7ba6-4531-8bc1-d94bab2100b5 req-4d70429a-bed6-4687-ae98-0c596dcbc63a service neutron] 10.222.0.20 "GET /v2.0/networks?id=e266426d-f3a1-477e-b828-4ac5d8085254 HTTP/1.1" status: 200 len: 915 time: 0.2202435 Aug 11 16:22:45.867826 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 40684) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:45.886211 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-8e633d6e-94e8-4e16-967a-758a94210d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:45.901661 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-8e633d6e-94e8-4e16-967a-758a94210d6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:45.903638 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ce9599b9-7ba6-4531-8bc1-d94bab2100b5 req-41f8c5bc-e364-4b68-a826-390d253de10c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13c3f9c5-1987-4e18-9040-88963f1cdff2 HTTP/1.1" status: 200 len: 217 time: 0.1263390 Aug 11 16:22:45.906224 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-8e633d6e-94e8-4e16-967a-758a94210d6d admin admin] Usage tracker for resource:security_group_rule and tenant:91d00938d7924c36bbeab90e964fb760 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:45.909203 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-8e633d6e-94e8-4e16-967a-758a94210d6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:45.914943 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-8e633d6e-94e8-4e16-967a-758a94210d6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:45.985246 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-8ba36b12-3bcd-41e7-abb1-de413f3a44f0 service neutron] 10.222.0.21 "GET /v2.0/networks/b8f6a840-d07e-445e-be19-d944bca27070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313866 Aug 11 16:22:46.003637 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-8e633d6e-94e8-4e16-967a-758a94210d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:46.008314 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-8e633d6e-94e8-4e16-967a-758a94210d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:46.017687 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-d53b6941-4114-4eb6-a7c1-f41e2fcd1640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:46.049972 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9599b9-7ba6-4531-8bc1-d94bab2100b5 req-f9b50a43-02e3-4f75-bc60-ed2eb3139a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:46.051443 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ce9599b9-7ba6-4531-8bc1-d94bab2100b5 req-f9b50a43-02e3-4f75-bc60-ed2eb3139a17 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf402d1d-3421-446f-a5a1-76acf1ae7d43 HTTP/1.1" status: 200 len: 854 time: 0.1231532 Aug 11 16:22:46.057559 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-8e633d6e-94e8-4e16-967a-758a94210d6d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91d00938d7924c36bbeab90e964fb760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1881857 Aug 11 16:22:46.058573 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e633d6e-94e8-4e16-967a-758a94210d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673d748f-3d46-4abd-a4f4-2ef58af98d6a,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:46.061005 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 40688) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:46.064794 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-8e633d6e-94e8-4e16-967a-758a94210d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:46.067807 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff01d6-6a70-474f-b877-8eb414b46b58 req-f8bd155c-95f9-4f3c-a648-a50b92f9c089 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:46.069738 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-6aff01d6-6a70-474f-b877-8eb414b46b58 req-f8bd155c-95f9-4f3c-a648-a50b92f9c089 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=1527a386-dfcd-497f-ab85-8cb5d5e2eac8 HTTP/1.1" status: 200 len: 943 time: 0.3364744 Aug 11 16:22:46.127011 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a48a7cd4-3c12-4bbf-a022-bdee88b1f221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:46.154368 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a48a7cd4-3c12-4bbf-a022-bdee88b1f221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:46.181940 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ce9599b9-7ba6-4531-8bc1-d94bab2100b5 req-4db38fd0-c19b-4d54-84dc-3cc246564578 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e266426d-f3a1-477e-b828-4ac5d8085254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111140 Aug 11 16:22:46.209531 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a48a7cd4-3c12-4bbf-a022-bdee88b1f221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:46.214542 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-d0cd3c0c-3a0c-4364-a024-6f1d94db8b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:46.228450 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a7cd4-3c12-4bbf-a022-bdee88b1f221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673d748f-3d46-4abd-a4f4-2ef58af98d6a,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:46.231914 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-a48a7cd4-3c12-4bbf-a022-bdee88b1f221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:46.233046 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a48a7cd4-3c12-4bbf-a022-bdee88b1f221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:46.237586 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-a48a7cd4-3c12-4bbf-a022-bdee88b1f221 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/673d748f-3d46-4abd-a4f4-2ef58af98d6a HTTP/1.1" status: 204 len: 168 time: 0.1746333 Aug 11 16:22:46.282447 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-6aff01d6-6a70-474f-b877-8eb414b46b58 req-6f055da3-cc73-4da2-96a8-1cbe865ea3de tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660271 Aug 11 16:22:46.347473 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-7590da75-4f6e-488b-9d1a-fa92af3184fd service neutron] 10.222.0.21 "GET /v2.0/networks/b8f6a840-d07e-445e-be19-d944bca27070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498735 Aug 11 16:22:46.392808 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ce9599b9-7ba6-4531-8bc1-d94bab2100b5 req-4e8e8d75-3fd9-4300-b627-4967976405a2 service neutron] 10.222.0.20 "GET /v2.0/networks/e266426d-f3a1-477e-b828-4ac5d8085254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992419 Aug 11 16:22:46.648643 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-ba50a3f8-bd1c-45f9-8e53-7e16e4c9db44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:46.746280 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ce9599b9-7ba6-4531-8bc1-d94bab2100b5 req-8a49d3de-9bcb-477d-a3db-9a035e2a369e service neutron] 10.222.0.20 "GET /v2.0/networks/e266426d-f3a1-477e-b828-4ac5d8085254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273022 Aug 11 16:22:46.824497 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906bd08-af9d-448b-a378-09776f28a34d req-3f524f8a-cb24-41bc-a287-79609f9f2054 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:46.825897 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b906bd08-af9d-448b-a378-09776f28a34d req-3f524f8a-cb24-41bc-a287-79609f9f2054 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.1279783 Aug 11 16:22:46.910699 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b906bd08-af9d-448b-a378-09776f28a34d req-749709e8-585e-44d2-807d-ca1f79fbddf4 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779316 Aug 11 16:22:46.980667 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ef725367-82ec-4bab-9494-9b15ebc4b79e req-30ee047a-d345-4166-836f-0b6314f5d417 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d78e8c4-7815-4d46-b065-3583a5f5f7d4 HTTP/1.1" status: 200 len: 210 time: 0.0462072 Aug 11 16:22:47.290516 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:47.488084 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a94b41-7f47-4a21-a604-e406a9006153 req-657da9c3-3199-4bee-8faf-d0ae6d12ffa3 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:47.489606 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f6a94b41-7f47-4a21-a604-e406a9006153 req-657da9c3-3199-4bee-8faf-d0ae6d12ffa3 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=1527a386-dfcd-497f-ab85-8cb5d5e2eac8 HTTP/1.1" status: 200 len: 943 time: 0.0950537 Aug 11 16:22:47.540569 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f6a94b41-7f47-4a21-a604-e406a9006153 req-48101320-10f1-45f2-b3fb-0de9c78d1213 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443387 Aug 11 16:22:48.125956 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce70d8-62d3-4c55-9e0e-1bbe81552dab req-68bd123e-592e-4f78-bbf8-728cf3cf596e tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:48.127499 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-32ce70d8-62d3-4c55-9e0e-1bbe81552dab req-68bd123e-592e-4f78-bbf8-728cf3cf596e tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.0933566 Aug 11 16:22:48.274537 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-32ce70d8-62d3-4c55-9e0e-1bbe81552dab req-9aea7e7a-aaf5-49b0-8db2-0506ec317f62 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407969 Aug 11 16:22:48.291692 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8da9a7eb-d70a-465c-b2c5-06b42fc4021b req-67516016-32fe-418b-9e17-edc9e54bfc6b tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d78e8c4-7815-4d46-b065-3583a5f5f7d4 HTTP/1.1" status: 200 len: 210 time: 0.1107252 Aug 11 16:22:48.439146 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-4383b524-af27-471c-815d-b2fa889b4f00 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:48.441270 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-4383b524-af27-471c-815d-b2fa889b4f00 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.20 "GET /v2.0/networks?id=b8f6a840-d07e-445e-be19-d944bca27070 HTTP/1.1" status: 200 len: 815 time: 0.2611942 Aug 11 16:22:48.465389 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-dcec7b19-44de-42ab-b0e6-e2999c60cf9e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Request body: {'port': {'device_id': '7d78e8c4-7815-4d46-b065-3583a5f5f7d4', 'network_id': 'b8f6a840-d07e-445e-be19-d944bca27070', 'admin_state_up': True, 'tenant_id': '3fc782a108854b0da42a1d06299b49f2'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:22:48.663279 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-dcec7b19-44de-42ab-b0e6-e2999c60cf9e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:48.675649 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-dcec7b19-44de-42ab-b0e6-e2999c60cf9e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:48.705812 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-dcec7b19-44de-42ab-b0e6-e2999c60cf9e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Made reservation on behalf of 3fc782a108854b0da42a1d06299b49f2 for: {'port': 1} {{(pid=79159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:22:48.709790 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-dcec7b19-44de-42ab-b0e6-e2999c60cf9e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:48.731112 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 40802) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:48.893659 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 13c3f9c5-1987-4e18-9040-88963f1cdff2 details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:22:48.929299 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-c7a3fbd6-4ff8-4e18-97ad-738b5a61e36e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:48.953032 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-c7a3fbd6-4ff8-4e18-97ad-738b5a61e36e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:48.963365 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-c7a3fbd6-4ff8-4e18-97ad-738b5a61e36e admin admin] Usage tracker for resource:security_group_rule and tenant:120f5b55ea2c4e16b30b9b29400518eb is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:48.969045 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-c7a3fbd6-4ff8-4e18-97ad-738b5a61e36e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:48.974966 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-c7a3fbd6-4ff8-4e18-97ad-738b5a61e36e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:49.040814 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cfd71-a9c4-4308-9788-0a1ae7252caa req-92b8f9f2-f9f5-4482-ac8b-2361f5da2493 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:49.043030 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5a4cfd71-a9c4-4308-9788-0a1ae7252caa req-92b8f9f2-f9f5-4482-ac8b-2361f5da2493 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=1527a386-dfcd-497f-ab85-8cb5d5e2eac8 HTTP/1.1" status: 200 len: 943 time: 0.1928711 Aug 11 16:22:49.075985 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-c7a3fbd6-4ff8-4e18-97ad-738b5a61e36e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:49.082758 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 13c3f9c5-1987-4e18-9040-88963f1cdff2, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=13c3f9c5-1987-4e18-9040-88963f1cdff2,segment=NetworkSegment(c56d6ec6-c3e9-4960-b020-a96d7a735f59),segment_id=c56d6ec6-c3e9-4960-b020-a96d7a735f59)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:49.083849 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-c7a3fbd6-4ff8-4e18-97ad-738b5a61e36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:49.101934 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Returning: {'device': '13c3f9c5-1987-4e18-9040-88963f1cdff2', 'network_id': 'e266426d-f3a1-477e-b828-4ac5d8085254', 'port_id': '13c3f9c5-1987-4e18-9040-88963f1cdff2', 'mac_address': 'fa:16:3e:55:73:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf402d1d-3421-446f-a5a1-76acf1ae7d43', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:22:49.120432 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5a4cfd71-a9c4-4308-9788-0a1ae7252caa req-04fee1a7-aa8d-403b-a35b-df90fbcf4281 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702717 Aug 11 16:22:49.124899 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.db_base_plugin_common [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-dcec7b19-44de-42ab-b0e6-e2999c60cf9e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Allocated IP 172.20.0.6 (b8f6a840-d07e-445e-be19-d944bca27070/c2722813-1f6a-4424-8cfc-33926ff5c8e0/e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba) {{(pid=79159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:22:49.137519 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-db3bd3c1-e3e0-48fe-ab98-8e5bd6b298f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:49.149909 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-c7a3fbd6-4ff8-4e18-97ad-738b5a61e36e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=120f5b55ea2c4e16b30b9b29400518eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4170749 Aug 11 16:22:49.152502 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 40812) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:49.174767 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:49.194583 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c3f9c5-1987-4e18-9040-88963f1cdff2 {{(pid=79160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:22:49.209149 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a3fbd6-4ff8-4e18-97ad-738b5a61e36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbde898-5e38-48a8-912d-11754fefb5e1,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:49.210726 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 13c3f9c5-1987-4e18-9040-88963f1cdff2, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=13c3f9c5-1987-4e18-9040-88963f1cdff2,segment=NetworkSegment(c56d6ec6-c3e9-4960-b020-a96d7a735f59),segment_id=c56d6ec6-c3e9-4960-b020-a96d7a735f59)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:49.213944 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-c7a3fbd6-4ff8-4e18-97ad-738b5a61e36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:49.218780 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:49.221177 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:49.239123 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f47aef18-9046-4204-af1d-ae181f0256b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:49.267656 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f47aef18-9046-4204-af1d-ae181f0256b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:49.298232 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-428dde91-8b88-4f5a-b51d-ba9de89728af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:49.310411 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=13c3f9c5-1987-4e18-9040-88963f1cdff2,revision_number=4']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:49.313940 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:49.327860 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f47aef18-9046-4204-af1d-ae181f0256b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:49.335336 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-b6e4696f-6fd0-43a1-a37c-c088837169ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:49.352747 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47aef18-9046-4204-af1d-ae181f0256b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbde898-5e38-48a8-912d-11754fefb5e1,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:49.356636 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-f47aef18-9046-4204-af1d-ae181f0256b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:49.360604 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f47aef18-9046-4204-af1d-ae181f0256b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:49.361961 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-f47aef18-9046-4204-af1d-ae181f0256b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3fbde898-5e38-48a8-912d-11754fefb5e1 HTTP/1.1" status: 204 len: 168 time: 0.2085414 Aug 11 16:22:49.398651 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-dcec7b19-44de-42ab-b0e6-e2999c60cf9e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Notify callbacks [] for port, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:49.430903 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-dcec7b19-44de-42ab-b0e6-e2999c60cf9e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552'] for port, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:49.438361 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:49.480313 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['d85173c0-8c2e-4785-99d7-09918b979ba3', '7b6f88b7-0eef-4153-afb1-774d6c3f08a0'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:22:49.660051 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec7b19-44de-42ab-b0e6-e2999c60cf9e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Pushing event updated for resources: {'Port': ['ID=e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:49.669781 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-dcec7b19-44de-42ab-b0e6-e2999c60cf9e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:49.675548 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-dcec7b19-44de-42ab-b0e6-e2999c60cf9e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Network b8f6a840-d07e-445e-be19-d944bca27070 is already hosted by enough agents. {{(pid=79159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:22:49.680356 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-dcec7b19-44de-42ab-b0e6-e2999c60cf9e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Resources bound (agent type, host, resource id): {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:22:49.684364 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-dcec7b19-44de-42ab-b0e6-e2999c60cf9e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Received port after_create {{(pid=79159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:22:49.691471 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-dcec7b19-44de-42ab-b0e6-e2999c60cf9e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:49.692216 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-dcec7b19-44de-42ab-b0e6-e2999c60cf9e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:49.712904 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 40828) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:49.728937 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b475c-fd87-4767-b757-34ace104429f req-20c741da-8b78-42b5-9987-8ccd0874f4ca tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:49.730584 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8b9b475c-fd87-4767-b757-34ace104429f req-20c741da-8b78-42b5-9987-8ccd0874f4ca tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d78e8c4-7815-4d46-b065-3583a5f5f7d4 HTTP/1.1" status: 200 len: 931 time: 0.2618482 Aug 11 16:22:49.736005 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-67d8da79-1ffc-4b33-bbe3-249e9af67e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:49.748654 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['13c3f9c5-1987-4e18-9040-88963f1cdff2'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:22:49.758413 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-67d8da79-1ffc-4b33-bbe3-249e9af67e2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:49.764561 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-67d8da79-1ffc-4b33-bbe3-249e9af67e2f admin admin] Usage tracker for resource:security_group_rule and tenant:b6ab1744a89047c789d213a8634d2bfe is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:49.768761 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-67d8da79-1ffc-4b33-bbe3-249e9af67e2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:49.776377 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-67d8da79-1ffc-4b33-bbe3-249e9af67e2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:49.781593 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec69660-08f8-4cdd-bb50-fbe6452dfc65 req-e1e7de5d-4f95-49e8-9cdb-7da6c82e8786 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:49.783149 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-aec69660-08f8-4cdd-bb50-fbe6452dfc65 req-e1e7de5d-4f95-49e8-9cdb-7da6c82e8786 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.3071117 Aug 11 16:22:49.785957 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-dcec7b19-44de-42ab-b0e6-e2999c60cf9e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3259611 Aug 11 16:22:49.836920 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-7aab7927-9e5e-4735-9996-95d392aec5d9 service neutron] Request body: {'port': {'device_id': '7d78e8c4-7815-4d46-b065-3583a5f5f7d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:22:49.885945 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8b9b475c-fd87-4767-b757-34ace104429f req-2bdae9a4-110c-4bee-a279-75b7d61ceb0a tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456447 Aug 11 16:22:49.904635 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-aec69660-08f8-4cdd-bb50-fbe6452dfc65 req-41cb9f2c-d529-491d-9c74-0fdae8e7cbd4 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095011 Aug 11 16:22:49.961196 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-67d8da79-1ffc-4b33-bbe3-249e9af67e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:49.975528 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-67d8da79-1ffc-4b33-bbe3-249e9af67e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:50.002512 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-72277383-8e8c-43be-a07c-4106833de02d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:50.185291 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8da79-1ffc-4b33-bbe3-249e9af67e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b12f95-20e6-4e01-87d4-8180305b93be,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:50.194709 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-67d8da79-1ffc-4b33-bbe3-249e9af67e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:50.230178 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-67d8da79-1ffc-4b33-bbe3-249e9af67e2f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6ab1744a89047c789d213a8634d2bfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5143864 Aug 11 16:22:50.235079 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 40846) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:50.243495 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-7aab7927-9e5e-4735-9996-95d392aec5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:50.359305 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-3c5726b6-2523-44ba-8251-f4466e843dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:50.397113 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:50.400628 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-3c5726b6-2523-44ba-8251-f4466e843dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:50.467075 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-3c5726b6-2523-44ba-8251-f4466e843dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:50.471914 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-81dd1ba5-6737-4241-a6cb-f1a9262830a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:50.487009 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5726b6-2523-44ba-8251-f4466e843dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b12f95-20e6-4e01-87d4-8180305b93be,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:50.491400 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-3c5726b6-2523-44ba-8251-f4466e843dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:50.493469 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-3c5726b6-2523-44ba-8251-f4466e843dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:50.495312 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-3c5726b6-2523-44ba-8251-f4466e843dce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/62b12f95-20e6-4e01-87d4-8180305b93be HTTP/1.1" status: 204 len: 168 time: 0.2590525 Aug 11 16:22:50.599919 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e24b6-500c-445c-91cc-b6eb3856d294 req-4e5d4157-fb5c-4324-a0bf-15d61516eccd tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:50.602611 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-412e24b6-500c-445c-91cc-b6eb3856d294 req-4e5d4157-fb5c-4324-a0bf-15d61516eccd tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=1527a386-dfcd-497f-ab85-8cb5d5e2eac8 HTTP/1.1" status: 200 len: 944 time: 0.2379160 Aug 11 16:22:50.756119 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-412e24b6-500c-445c-91cc-b6eb3856d294 req-cb0eccbb-537b-4dce-9713-fb834e84df5d tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397486 Aug 11 16:22:50.863016 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-7aab7927-9e5e-4735-9996-95d392aec5d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba {{(pid=79159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:22:50.870631 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-7aab7927-9e5e-4735-9996-95d392aec5d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:50.888999 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.provisioning_blocks [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-7aab7927-9e5e-4735-9996-95d392aec5d9 service neutron] Transition to ACTIVE for port object e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba will not be triggered until provisioned by entity L2. {{(pid=79159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:22:50.894021 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-7aab7927-9e5e-4735-9996-95d392aec5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:50.897776 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:51.125724 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab7927-9e5e-4735-9996-95d392aec5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba,revision_number=2']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:51.137266 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-7aab7927-9e5e-4735-9996-95d392aec5d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:51.141199 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-7aab7927-9e5e-4735-9996-95d392aec5d9 service neutron] Attempting to bind port e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:22:51.141199 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-7aab7927-9e5e-4735-9996-95d392aec5d9 service neutron] Attempting to bind port e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': 'e375eb40-c4eb-4ecd-bf39-be674a1305f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b8f6a840-d07e-445e-be19-d944bca27070'}] {{(pid=79159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:22:51.141424 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-7aab7927-9e5e-4735-9996-95d392aec5d9 service neutron] Attempting to bind port e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba on network b8f6a840-d07e-445e-be19-d944bca27070 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:22:51.149165 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-7aab7927-9e5e-4735-9996-95d392aec5d9 service neutron] Port e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba on network b8f6a840-d07e-445e-be19-d944bca27070 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:22:51.149570 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-7aab7927-9e5e-4735-9996-95d392aec5d9 service neutron] Attempting to bind port e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba on network b8f6a840-d07e-445e-be19-d944bca27070 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:22:51.156067 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-7aab7927-9e5e-4735-9996-95d392aec5d9 service neutron] Checking agent: {'id': '1d09ba05-6aad-4b92-98a7-4a9421ef38ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:22:51.156502 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-7aab7927-9e5e-4735-9996-95d392aec5d9 service neutron] Checking segment: {'id': 'e375eb40-c4eb-4ecd-bf39-be674a1305f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b8f6a840-d07e-445e-be19-d944bca27070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:22:51.156804 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-7aab7927-9e5e-4735-9996-95d392aec5d9 service neutron] Bound using segment: {'id': 'e375eb40-c4eb-4ecd-bf39-be674a1305f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b8f6a840-d07e-445e-be19-d944bca27070'} {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:22:51.157250 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-7aab7927-9e5e-4735-9996-95d392aec5d9 service neutron] Bound port: e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e375eb40-c4eb-4ecd-bf39-be674a1305f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b8f6a840-d07e-445e-be19-d944bca27070'}}] {{(pid=79159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:22:51.157806 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-7aab7927-9e5e-4735-9996-95d392aec5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:51.328337 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71fb55e-7b5b-4ee8-a9f7-4aa041dfd38a req-bd035402-9596-4770-8938-ec2bc2597394 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:51.329855 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e71fb55e-7b5b-4ee8-a9f7-4aa041dfd38a req-bd035402-9596-4770-8938-ec2bc2597394 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.2672970 Aug 11 16:22:51.386748 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-7aab7927-9e5e-4735-9996-95d392aec5d9 service neutron] For port e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba, host hv-cinder-80426, cleared binding levels {{(pid=79159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:22:51.403321 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-7aab7927-9e5e-4735-9996-95d392aec5d9 service neutron] For port e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba,segment=NetworkSegment(e375eb40-c4eb-4ecd-bf39-be674a1305f8),segment_id=e375eb40-c4eb-4ecd-bf39-be674a1305f8)] {{(pid=79159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:22:51.408270 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e71fb55e-7b5b-4ee8-a9f7-4aa041dfd38a req-325a7cbd-83a6-4363-bda8-452ed9bea8cd tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725596 Aug 11 16:22:51.417398 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-7aab7927-9e5e-4735-9996-95d392aec5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:51.423223 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-0318c0e6-05e9-4d43-924c-a177b55aae53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:51.468481 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df382fe-47f9-4672-99ef-5a16dacfba16 req-036ebb5d-5381-4ddb-b2b4-17d7f95129bd tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:51.469200 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-6df382fe-47f9-4672-99ef-5a16dacfba16 req-036ebb5d-5381-4ddb-b2b4-17d7f95129bd tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Synchronizing usage tracker for tenant:3fc782a108854b0da42a1d06299b49f2 on resource:port {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:22:51.503996 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-7aab7927-9e5e-4735-9996-95d392aec5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:51.504629 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-7aab7927-9e5e-4735-9996-95d392aec5d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:51.506079 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-7aab7927-9e5e-4735-9996-95d392aec5d9 service neutron] 10.222.0.20 "PUT /v2.0/ports/e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba HTTP/1.1" status: 200 len: 1093 time: 1.6778867 Aug 11 16:22:51.508389 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d78e8c4-7815-4d46-b065-3583a5f5f7d4', 'tag': 'e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba'}] {{(pid=79159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:22:51.537009 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab7927-9e5e-4735-9996-95d392aec5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba,revision_number=3']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:51.541076 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-6df382fe-47f9-4672-99ef-5a16dacfba16 req-036ebb5d-5381-4ddb-b2b4-17d7f95129bd tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Unset dirty status for tenant:3fc782a108854b0da42a1d06299b49f2 on resource:port {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:22:51.542323 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-6df382fe-47f9-4672-99ef-5a16dacfba16 req-036ebb5d-5381-4ddb-b2b4-17d7f95129bd tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d78e8c4-7815-4d46-b065-3583a5f5f7d4 HTTP/1.1" status: 200 len: 943 time: 0.3232386 Aug 11 16:22:51.543130 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-7aab7927-9e5e-4735-9996-95d392aec5d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:51.634194 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-6df382fe-47f9-4672-99ef-5a16dacfba16 req-b5784ba7-d149-46c8-bf63-1de789b0511e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824301 Aug 11 16:22:51.689432 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d78e8c4-7815-4d46-b065-3583a5f5f7d4', 'tag': 'e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba', 'status': 'completed', 'code': 200} Aug 11 16:22:51.700905 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:51.737736 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-3583b90b-debb-4f9a-9c18-450bbae894ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:51.739503 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-3583b90b-debb-4f9a-9c18-450bbae894ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fc782a108854b0da42a1d06299b49f2&device_id=7d78e8c4-7815-4d46-b065-3583a5f5f7d4 HTTP/1.1" status: 200 len: 1096 time: 0.1024759 Aug 11 16:22:51.890987 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-c8b7e967-f250-49c1-ac45-b98f77581ef5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba HTTP/1.1" status: 200 len: 217 time: 0.1300099 Aug 11 16:22:52.027684 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-7ff84217-51ca-46b4-923d-0514d6c2ab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:52.029331 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-7ff84217-51ca-46b4-923d-0514d6c2ab91 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2722813-1f6a-4424-8cfc-33926ff5c8e0 HTTP/1.1" status: 200 len: 855 time: 0.1252720 Aug 11 16:22:52.090499 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-4401c99c-84b7-4cb5-b5c2-f1cdf0cc1464 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8f6a840-d07e-445e-be19-d944bca27070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493777 Aug 11 16:22:52.098078 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a158f-af77-41be-b7a6-b39736a0c3a0 req-df78db4b-193b-4517-a194-7871382a8206 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:52.099714 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-515a158f-af77-41be-b7a6-b39736a0c3a0 req-df78db4b-193b-4517-a194-7871382a8206 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=1527a386-dfcd-497f-ab85-8cb5d5e2eac8 HTTP/1.1" status: 200 len: 944 time: 0.1631141 Aug 11 16:22:52.184735 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-515a158f-af77-41be-b7a6-b39736a0c3a0 req-47c57104-bfb5-4539-842e-f03b71779d85 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511336 Aug 11 16:22:52.293771 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-01e8cecd-78c2-4d77-8821-ee82bfd0f6eb service neutron] 10.222.0.20 "GET /v2.0/networks/b8f6a840-d07e-445e-be19-d944bca27070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930721 Aug 11 16:22:52.507354 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-adf26e8b-c54a-47fa-9745-9cf1f9ae6900 req-f824832a-5ab8-414e-9842-04c4b08135fd service neutron] 10.222.0.20 "GET /v2.0/networks/b8f6a840-d07e-445e-be19-d944bca27070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067375 Aug 11 16:22:52.608154 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e03829-cead-4f34-833a-55fd904cfadb req-4351495e-786f-4356-b748-2f2b616817bc tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:52.609750 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e8e03829-cead-4f34-833a-55fd904cfadb req-4351495e-786f-4356-b748-2f2b616817bc tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.0839391 Aug 11 16:22:52.708631 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e8e03829-cead-4f34-833a-55fd904cfadb req-e41b16a1-18b6-451c-a75d-f166b67c1620 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907202 Aug 11 16:22:52.727278 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c825931-5a79-4e6f-b58d-cfcced02b06a req-2961959e-44a9-4243-a937-96285624265f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:52.728750 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9c825931-5a79-4e6f-b58d-cfcced02b06a req-2961959e-44a9-4243-a937-96285624265f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fc782a108854b0da42a1d06299b49f2&device_id=7d78e8c4-7815-4d46-b065-3583a5f5f7d4 HTTP/1.1" status: 200 len: 1096 time: 0.0963805 Aug 11 16:22:52.915510 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c825931-5a79-4e6f-b58d-cfcced02b06a req-47416852-eab8-4b36-b3cd-849d78426979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:52.916994 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9c825931-5a79-4e6f-b58d-cfcced02b06a req-47416852-eab8-4b36-b3cd-849d78426979 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b8f6a840-d07e-445e-be19-d944bca27070 HTTP/1.1" status: 200 len: 916 time: 0.1771688 Aug 11 16:22:52.919606 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 13c3f9c5-1987-4e18-9040-88963f1cdff2 up at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:22:52.995503 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9c825931-5a79-4e6f-b58d-cfcced02b06a req-87c887b0-90a9-45e2-a649-49eff90d6388 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba HTTP/1.1" status: 200 len: 217 time: 0.0672414 Aug 11 16:22:53.003430 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e6007-a8a7-40c2-8cdf-d05b9c9bcced req-bc2d8791-4887-40dd-9bdc-f2aa72aa655e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:53.004864 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-998e6007-a8a7-40c2-8cdf-d05b9c9bcced req-bc2d8791-4887-40dd-9bdc-f2aa72aa655e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d78e8c4-7815-4d46-b065-3583a5f5f7d4 HTTP/1.1" status: 200 len: 943 time: 0.1819324 Aug 11 16:22:53.016022 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning for port 13c3f9c5-1987-4e18-9040-88963f1cdff2 completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:22:53.020643 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning complete for port 13c3f9c5-1987-4e18-9040-88963f1cdff2 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:22:53.021035 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:53.094981 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c825931-5a79-4e6f-b58d-cfcced02b06a req-4bf12a62-ee3c-4b17-9448-3cd7e7c0fcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:53.096454 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9c825931-5a79-4e6f-b58d-cfcced02b06a req-4bf12a62-ee3c-4b17-9448-3cd7e7c0fcd6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2722813-1f6a-4424-8cfc-33926ff5c8e0 HTTP/1.1" status: 200 len: 855 time: 0.0896077 Aug 11 16:22:53.106508 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-998e6007-a8a7-40c2-8cdf-d05b9c9bcced req-0e0de9fd-e43b-40a8-8eff-143b98f47c53 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699306 Aug 11 16:22:53.153250 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9c825931-5a79-4e6f-b58d-cfcced02b06a req-bf2b46f6-b448-4687-98a1-467bd3330f05 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8f6a840-d07e-445e-be19-d944bca27070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457613 Aug 11 16:22:53.161723 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:53.203428 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 13c3f9c5-1987-4e18-9040-88963f1cdff2, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=13c3f9c5-1987-4e18-9040-88963f1cdff2,segment=NetworkSegment(c56d6ec6-c3e9-4960-b020-a96d7a735f59),segment_id=c56d6ec6-c3e9-4960-b020-a96d7a735f59)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:53.204905 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1527a386-dfcd-497f-ab85-8cb5d5e2eac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c3f9c5-1987-4e18-9040-88963f1cdff2'}] {{(pid=79160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:22:53.224028 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:53.238558 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-d5044061-d81c-4876-8ab4-71f4fc754e6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:53.323426 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9c825931-5a79-4e6f-b58d-cfcced02b06a req-2710cbfa-2fa6-45cc-92f3-2874c2f3b8ce service neutron] 10.222.0.20 "GET /v2.0/networks/b8f6a840-d07e-445e-be19-d944bca27070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575198 Aug 11 16:22:53.342334 dv-cinder-804265-1-smb neutron-server[79160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1527a386-dfcd-497f-ab85-8cb5d5e2eac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c3f9c5-1987-4e18-9040-88963f1cdff2', 'code': 200} Aug 11 16:22:53.348127 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=13c3f9c5-1987-4e18-9040-88963f1cdff2,revision_number=5']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:53.351971 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:53.551115 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9c825931-5a79-4e6f-b58d-cfcced02b06a req-052f5ee8-895a-4eda-9184-93533d4b4a90 service neutron] 10.222.0.20 "GET /v2.0/networks/b8f6a840-d07e-445e-be19-d944bca27070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043130 Aug 11 16:22:53.599664 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19476eba-57fb-4224-9709-de7e22029d71 req-dea0bf5d-a50f-425c-8996-ec01488ebd9e tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:53.603639 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-19476eba-57fb-4224-9709-de7e22029d71 req-dea0bf5d-a50f-425c-8996-ec01488ebd9e tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=1527a386-dfcd-497f-ab85-8cb5d5e2eac8 HTTP/1.1" status: 200 len: 945 time: 0.2214556 Aug 11 16:22:53.700239 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-19476eba-57fb-4224-9709-de7e22029d71 req-8f067c16-6c9f-41c9-bb34-ac0eeae2ff22 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581806 Aug 11 16:22:53.720081 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11621e-24d9-48bb-b05c-e07a954908da req-214df769-b279-4851-983b-f199883c6dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:53.723339 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2b11621e-24d9-48bb-b05c-e07a954908da req-214df769-b279-4851-983b-f199883c6dff service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1527a386-dfcd-497f-ab85-8cb5d5e2eac8 HTTP/1.1" status: 200 len: 1098 time: 0.1166883 Aug 11 16:22:53.793329 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2b11621e-24d9-48bb-b05c-e07a954908da req-5cccaf64-d84e-4ed0-95cf-04fb969e19c0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609777 Aug 11 16:22:53.949907 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270dcb5-5dcc-4ba1-abee-6bd2c3977e50 req-1b26afbd-a0b5-4bed-b6bc-e832b14a7a8a tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:53.951585 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e270dcb5-5dcc-4ba1-abee-6bd2c3977e50 req-1b26afbd-a0b5-4bed-b6bc-e832b14a7a8a tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.0966444 Aug 11 16:22:54.010784 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e270dcb5-5dcc-4ba1-abee-6bd2c3977e50 req-24597300-f50d-46c7-840e-32b89f1db35c tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520508 Aug 11 16:22:54.469946 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd7c38-3c78-4c73-9e09-e899fc896528 req-07a50183-9066-4a9b-940c-ff2b583b5091 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:54.471445 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-cdcd7c38-3c78-4c73-9e09-e899fc896528 req-07a50183-9066-4a9b-940c-ff2b583b5091 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d78e8c4-7815-4d46-b065-3583a5f5f7d4 HTTP/1.1" status: 200 len: 943 time: 0.0802429 Aug 11 16:22:54.516238 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-cdcd7c38-3c78-4c73-9e09-e899fc896528 req-3b4ff75c-f429-46ff-bd68-1b8622c2b598 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392346 Aug 11 16:22:54.934580 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:22:54.942740 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5c055-27cd-4bed-8812-5e55af3f9c6e req-1ed5fed1-e0bc-4e9d-ae28-fa8ad487d985 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:54.944402 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-99d5c055-27cd-4bed-8812-5e55af3f9c6e req-1ed5fed1-e0bc-4e9d-ae28-fa8ad487d985 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=1527a386-dfcd-497f-ab85-8cb5d5e2eac8 HTTP/1.1" status: 200 len: 945 time: 0.0925128 Aug 11 16:22:54.993094 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-99d5c055-27cd-4bed-8812-5e55af3f9c6e req-e01da1b5-41c2-45d6-9183-096a2375629e tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429473 Aug 11 16:22:55.101189 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba,segment=NetworkSegment(e375eb40-c4eb-4ecd-bf39-be674a1305f8),segment_id=e375eb40-c4eb-4ecd-bf39-be674a1305f8)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:55.116729 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Returning: {'device': 'e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba', 'network_id': 'b8f6a840-d07e-445e-be19-d944bca27070', 'port_id': 'e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba', 'mac_address': 'fa:16:3e:c8:55:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2722813-1f6a-4424-8cfc-33926ff5c8e0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:22:55.181920 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:55.204419 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d786e-78ec-43b6-aa1b-b5663d31f6c5 req-a6554978-42b9-4284-8112-35c342b51e57 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:55.205705 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba {{(pid=79160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:22:55.205921 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b73d786e-78ec-43b6-aa1b-b5663d31f6c5 req-a6554978-42b9-4284-8112-35c342b51e57 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.0838675 Aug 11 16:22:55.223271 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba,segment=NetworkSegment(e375eb40-c4eb-4ecd-bf39-be674a1305f8),segment_id=e375eb40-c4eb-4ecd-bf39-be674a1305f8)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:55.227789 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:55.229857 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:55.310657 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba,revision_number=4']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:55.314614 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:55.371986 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b73d786e-78ec-43b6-aa1b-b5663d31f6c5 req-fb961a47-a98f-4ba0-919e-80f72a45192e tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597185 Aug 11 16:22:55.786261 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c642e1-dbd2-4872-9563-8fc90b1f56b7 req-828754ae-6933-4d3e-a5d9-c526092152ab tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:55.787702 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-40c642e1-dbd2-4872-9563-8fc90b1f56b7 req-828754ae-6933-4d3e-a5d9-c526092152ab tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d78e8c4-7815-4d46-b065-3583a5f5f7d4 HTTP/1.1" status: 200 len: 944 time: 0.0833545 Aug 11 16:22:55.832099 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-40c642e1-dbd2-4872-9563-8fc90b1f56b7 req-0542e5d6-7500-41c8-8323-accda4118fb0 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387003 Aug 11 16:22:55.913578 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:22:55.978131 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:56.196119 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e44cf2-631a-43a7-8ef0-c5fa5430faeb req-6e522114-412d-4469-a774-ba08e71d0a35 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:56.197572 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-63e44cf2-631a-43a7-8ef0-c5fa5430faeb req-6e522114-412d-4469-a774-ba08e71d0a35 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=1527a386-dfcd-497f-ab85-8cb5d5e2eac8 HTTP/1.1" status: 200 len: 945 time: 0.0837154 Aug 11 16:22:56.243200 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-63e44cf2-631a-43a7-8ef0-c5fa5430faeb req-7ba4a8a8-7bdf-469b-a472-cc14859e2ef5 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390496 Aug 11 16:22:56.599287 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed1ee6-273c-4002-bc5d-6ea28bc38471 req-4db5ec86-1a88-43ae-b0b3-238307fd3286 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:56.601499 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f1ed1ee6-273c-4002-bc5d-6ea28bc38471 req-4db5ec86-1a88-43ae-b0b3-238307fd3286 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.1019993 Aug 11 16:22:56.678554 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f1ed1ee6-273c-4002-bc5d-6ea28bc38471 req-2afa77b5-9b3b-4939-853c-fd4832a8e8be tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681925 Aug 11 16:22:57.128082 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 41122) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:57.199442 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6800809-44ae-423d-a564-3922c233df58 req-0e61add3-e63c-40a1-8a20-4663eb4463b3 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:57.201091 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d6800809-44ae-423d-a564-3922c233df58 req-0e61add3-e63c-40a1-8a20-4663eb4463b3 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d78e8c4-7815-4d46-b065-3583a5f5f7d4 HTTP/1.1" status: 200 len: 944 time: 0.1293259 Aug 11 16:22:57.252118 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d6800809-44ae-423d-a564-3922c233df58 req-9f3ca059-904d-4bb5-8c16-bdbca76eb257 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406532 Aug 11 16:22:57.299055 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-3c14614a-b67e-41e6-98ab-1dc1ce3e92de admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:57.315007 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-3c14614a-b67e-41e6-98ab-1dc1ce3e92de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:57.318804 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-3c14614a-b67e-41e6-98ab-1dc1ce3e92de admin admin] Usage tracker for resource:security_group_rule and tenant:253e0823b7444f0a92cf78e3e4003ce4 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:57.321558 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-3c14614a-b67e-41e6-98ab-1dc1ce3e92de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:57.327821 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-3c14614a-b67e-41e6-98ab-1dc1ce3e92de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:57.414047 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-3c14614a-b67e-41e6-98ab-1dc1ce3e92de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:57.419581 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-3c14614a-b67e-41e6-98ab-1dc1ce3e92de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:57.428099 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-f5bb9c94-172a-4b3e-a3de-8ba470fff262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:57.474368 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-3c14614a-b67e-41e6-98ab-1dc1ce3e92de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=253e0823b7444f0a92cf78e3e4003ce4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3445702 Aug 11 16:22:57.475059 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 41130) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:57.476134 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c14614a-b67e-41e6-98ab-1dc1ce3e92de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1912e03-68a0-4b5c-bdca-659215611def,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:57.479854 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-3c14614a-b67e-41e6-98ab-1dc1ce3e92de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:57.533920 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-fbfbf8f6-88a7-41f9-9b41-27178926f0ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:57.566518 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-fbfbf8f6-88a7-41f9-9b41-27178926f0ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:57.625110 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-fbfbf8f6-88a7-41f9-9b41-27178926f0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:57.629950 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-e42a7b60-73a3-4214-86f8-43fc1e7c94bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:57.645053 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfbf8f6-88a7-41f9-9b41-27178926f0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1912e03-68a0-4b5c-bdca-659215611def,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:57.647638 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-fbfbf8f6-88a7-41f9-9b41-27178926f0ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:57.648848 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-fbfbf8f6-88a7-41f9-9b41-27178926f0ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:57.652662 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-fbfbf8f6-88a7-41f9-9b41-27178926f0ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1912e03-68a0-4b5c-bdca-659215611def HTTP/1.1" status: 204 len: 168 time: 0.1739230 Aug 11 16:22:57.893576 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbee672-75e3-4586-91d9-6fe75392a0ec req-4bdbf0b9-a922-46a4-9567-d5f2732b71ec tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:57.895797 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7fbee672-75e3-4586-91d9-6fe75392a0ec req-4bdbf0b9-a922-46a4-9567-d5f2732b71ec tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.0991256 Aug 11 16:22:57.942810 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7fbee672-75e3-4586-91d9-6fe75392a0ec req-6e7567f8-6e7b-4986-9a18-58c91877e934 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411139 Aug 11 16:22:57.980572 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 41158) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:58.000208 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-d97a034b-d0c7-4f67-9533-5f8a169aeca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:58.015451 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-d97a034b-d0c7-4f67-9533-5f8a169aeca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:22:58.019489 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-d97a034b-d0c7-4f67-9533-5f8a169aeca6 admin admin] Usage tracker for resource:security_group_rule and tenant:6a8fbbb056e44421bd8a02aba5275ce7 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:22:58.022799 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-d97a034b-d0c7-4f67-9533-5f8a169aeca6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:22:58.029181 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-d97a034b-d0c7-4f67-9533-5f8a169aeca6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:22:58.123074 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-d97a034b-d0c7-4f67-9533-5f8a169aeca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:58.127334 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-d97a034b-d0c7-4f67-9533-5f8a169aeca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:58.136437 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-f65e3478-5da5-4838-b249-e9376c621cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:58.176130 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-d97a034b-d0c7-4f67-9533-5f8a169aeca6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a8fbbb056e44421bd8a02aba5275ce7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1939187 Aug 11 16:22:58.178665 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 41166) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:22:58.183513 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a034b-d0c7-4f67-9533-5f8a169aeca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58666ba-4953-4c21-91d6-f1c23226f1d2,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:58.186938 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-d97a034b-d0c7-4f67-9533-5f8a169aeca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:58.246736 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-5a6ba2df-a68c-45ca-ade3-e0abad860c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:58.272894 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-5a6ba2df-a68c-45ca-ade3-e0abad860c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:58.347602 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-5a6ba2df-a68c-45ca-ade3-e0abad860c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:58.353053 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:58.367945 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ba2df-a68c-45ca-ade3-e0abad860c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58666ba-4953-4c21-91d6-f1c23226f1d2,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:58.371333 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-5a6ba2df-a68c-45ca-ade3-e0abad860c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:58.373699 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-5a6ba2df-a68c-45ca-ade3-e0abad860c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:58.377825 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-5a6ba2df-a68c-45ca-ade3-e0abad860c0f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f58666ba-4953-4c21-91d6-f1c23226f1d2 HTTP/1.1" status: 204 len: 168 time: 0.1945767 Aug 11 16:22:58.488014 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79720396-c7be-4563-81d5-0f9b8740986c req-28835cd2-cdfe-4df1-9228-e003f354c642 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:58.489991 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-79720396-c7be-4563-81d5-0f9b8740986c req-28835cd2-cdfe-4df1-9228-e003f354c642 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d78e8c4-7815-4d46-b065-3583a5f5f7d4 HTTP/1.1" status: 200 len: 944 time: 0.1028802 Aug 11 16:22:58.570831 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-79720396-c7be-4563-81d5-0f9b8740986c req-6b56d67b-f795-4246-a8e9-28e8a3fcff98 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745156 Aug 11 16:22:58.969768 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba up at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:22:59.120021 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning for port e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:22:59.129473 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning complete for port e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:22:59.129978 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:59.177942 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e9a92-9efa-4fd4-80be-1b8b7323d1e2 req-ea560f28-a106-4059-b3c7-1f31b946278a tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:59.189312 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-148e9a92-9efa-4fd4-80be-1b8b7323d1e2 req-ea560f28-a106-4059-b3c7-1f31b946278a tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.1059725 Aug 11 16:22:59.265705 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-148e9a92-9efa-4fd4-80be-1b8b7323d1e2 req-7eb44c85-1de9-40dc-a424-638d93047191 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718853 Aug 11 16:22:59.272622 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:59.303609 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d78e8c4-7815-4d46-b065-3583a5f5f7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba'}] {{(pid=79160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:22:59.315940 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba,segment=NetworkSegment(e375eb40-c4eb-4ecd-bf39-be674a1305f8),segment_id=e375eb40-c4eb-4ecd-bf39-be674a1305f8)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:22:59.321352 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:22:59.324684 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:22:59.367525 dv-cinder-804265-1-smb neutron-server[79160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d78e8c4-7815-4d46-b065-3583a5f5f7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba', 'code': 200} Aug 11 16:22:59.413792 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba,revision_number=5']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:22:59.425919 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:22:59.696187 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930328d-cc21-4d84-8c77-8b94ce5d1416 req-6004f6f3-b890-4133-9aba-f3827f9b55fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:59.697830 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a930328d-cc21-4d84-8c77-8b94ce5d1416 req-6004f6f3-b890-4133-9aba-f3827f9b55fa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7d78e8c4-7815-4d46-b065-3583a5f5f7d4 HTTP/1.1" status: 200 len: 1098 time: 0.0856454 Aug 11 16:22:59.788880 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a930328d-cc21-4d84-8c77-8b94ce5d1416 req-a2b9e169-e4f9-4248-a0eb-fe790cf60401 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576525 Aug 11 16:22:59.814574 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d352fc-e92f-43d0-8629-be96e46e6561 req-7f8c2fe2-ed14-4ed7-a887-40094e4fb54b tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:22:59.816056 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-97d352fc-e92f-43d0-8629-be96e46e6561 req-7f8c2fe2-ed14-4ed7-a887-40094e4fb54b tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d78e8c4-7815-4d46-b065-3583a5f5f7d4 HTTP/1.1" status: 200 len: 945 time: 0.1173232 Aug 11 16:22:59.871582 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-97d352fc-e92f-43d0-8629-be96e46e6561 req-54d4af11-fb0e-4139-9fc2-dba059c58c08 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494704 Aug 11 16:23:00.497438 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018afbd1-9469-46e0-824e-817626949c77 req-1a6de170-3e0e-4631-8f9e-0eaa0e202b50 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:00.506951 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-018afbd1-9469-46e0-824e-817626949c77 req-1a6de170-3e0e-4631-8f9e-0eaa0e202b50 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.0979843 Aug 11 16:23:00.558890 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-018afbd1-9469-46e0-824e-817626949c77 req-91425b9d-5045-403c-b46f-3a3672f0d5c4 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514851 Aug 11 16:23:00.659345 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 41276) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:00.794113 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-ba3f39bb-3007-4518-b200-b61961eceee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:00.808076 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-ba3f39bb-3007-4518-b200-b61961eceee9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:00.811872 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-ba3f39bb-3007-4518-b200-b61961eceee9 admin admin] Usage tracker for resource:security_group_rule and tenant:b538c7850e514696ad164c1bd69f89ad is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:00.814630 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-ba3f39bb-3007-4518-b200-b61961eceee9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:00.820969 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-ba3f39bb-3007-4518-b200-b61961eceee9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:00.906546 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-ba3f39bb-3007-4518-b200-b61961eceee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:00.912992 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-ba3f39bb-3007-4518-b200-b61961eceee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:00.922133 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:00.965174 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-ba3f39bb-3007-4518-b200-b61961eceee9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b538c7850e514696ad164c1bd69f89ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3004615 Aug 11 16:23:00.965174 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f39bb-3007-4518-b200-b61961eceee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2fbd78-c3d4-4f17-89dd-800d40db80b4,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:00.965495 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 41286) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:00.968926 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-ba3f39bb-3007-4518-b200-b61961eceee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:01.082925 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-199093bf-7905-4faa-8f52-5bec6857e235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:01.106825 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 6 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:23:01.116780 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-199093bf-7905-4faa-8f52-5bec6857e235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:01.137413 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cc86b-610c-44ff-a7e0-cc7f5672cf42 req-1c3bea1b-b6d3-4696-8e00-86f369620768 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:01.139499 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9f4cc86b-610c-44ff-a7e0-cc7f5672cf42 req-1c3bea1b-b6d3-4696-8e00-86f369620768 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d78e8c4-7815-4d46-b065-3583a5f5f7d4 HTTP/1.1" status: 200 len: 945 time: 0.1453128 Aug 11 16:23:01.199939 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9f4cc86b-610c-44ff-a7e0-cc7f5672cf42 req-f99a6e74-b85f-4c20-9267-031a764493ff tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538318 Aug 11 16:23:01.218221 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-199093bf-7905-4faa-8f52-5bec6857e235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:01.223000 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-accecb0d-ba3b-4ea3-86c7-ec44d9adace3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:01.233945 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199093bf-7905-4faa-8f52-5bec6857e235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2fbd78-c3d4-4f17-89dd-800d40db80b4,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:01.237694 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-199093bf-7905-4faa-8f52-5bec6857e235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:01.240779 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-199093bf-7905-4faa-8f52-5bec6857e235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:01.241855 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-199093bf-7905-4faa-8f52-5bec6857e235 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b2fbd78-c3d4-4f17-89dd-800d40db80b4 HTTP/1.1" status: 204 len: 168 time: 0.2755916 Aug 11 16:23:01.555716 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 41298) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:01.581569 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-cfd4d93a-234f-45d4-af87-6ea75e47201e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:01.605270 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-cfd4d93a-234f-45d4-af87-6ea75e47201e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:01.611579 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-cfd4d93a-234f-45d4-af87-6ea75e47201e admin admin] Usage tracker for resource:security_group_rule and tenant:e79d25686064400998847cbb65e01411 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:01.615184 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-cfd4d93a-234f-45d4-af87-6ea75e47201e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:01.622599 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-cfd4d93a-234f-45d4-af87-6ea75e47201e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:01.754806 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-cfd4d93a-234f-45d4-af87-6ea75e47201e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:01.761617 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-cfd4d93a-234f-45d4-af87-6ea75e47201e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:01.793512 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-a047433c-0ef0-430c-b33d-8a0aceafd739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:01.829724 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-cfd4d93a-234f-45d4-af87-6ea75e47201e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e79d25686064400998847cbb65e01411&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2721484 Aug 11 16:23:01.830454 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 41318) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:01.834190 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4d93a-234f-45d4-af87-6ea75e47201e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9fd486-da83-4cd0-9a58-ad1b0d57495c,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:01.849149 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-cfd4d93a-234f-45d4-af87-6ea75e47201e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:01.891579 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a7fdf-e43f-4e07-9c4f-50415374a380 req-f9a7f7dd-9032-4048-85ed-89df1a016dc1 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:01.893270 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-466a7fdf-e43f-4e07-9c4f-50415374a380 req-f9a7f7dd-9032-4048-85ed-89df1a016dc1 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.1671324 Aug 11 16:23:01.909127 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-453c155c-e46d-423f-8852-69fdde65796e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:01.941258 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-453c155c-e46d-423f-8852-69fdde65796e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:01.949548 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-466a7fdf-e43f-4e07-9c4f-50415374a380 req-ad2947ae-9104-462f-ac16-8cdeed3c5283 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503705 Aug 11 16:23:02.000621 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-453c155c-e46d-423f-8852-69fdde65796e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:02.005568 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-3c14614a-b67e-41e6-98ab-1dc1ce3e92de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:02.020845 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c155c-e46d-423f-8852-69fdde65796e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9fd486-da83-4cd0-9a58-ad1b0d57495c,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:02.026619 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-453c155c-e46d-423f-8852-69fdde65796e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:02.044739 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-453c155c-e46d-423f-8852-69fdde65796e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:02.048034 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-453c155c-e46d-423f-8852-69fdde65796e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc9fd486-da83-4cd0-9a58-ad1b0d57495c HTTP/1.1" status: 204 len: 168 time: 0.2154012 Aug 11 16:23:02.409127 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22514927-8e24-44c0-bd68-160750a7ca57 req-ee119ff9-ba57-49b9-85fb-d33923426152 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:02.412831 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-22514927-8e24-44c0-bd68-160750a7ca57 req-ee119ff9-ba57-49b9-85fb-d33923426152 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d78e8c4-7815-4d46-b065-3583a5f5f7d4 HTTP/1.1" status: 200 len: 945 time: 0.1031704 Aug 11 16:23:02.472039 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-22514927-8e24-44c0-bd68-160750a7ca57 req-e04ff4c6-cce7-44b0-b1b7-c0712955108a tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545225 Aug 11 16:23:03.235244 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43b2ed-e1a4-4431-ac34-cae310e52e3e req-600b5a35-1ef1-4556-8578-3eb29742e542 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:03.236774 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8c43b2ed-e1a4-4431-ac34-cae310e52e3e req-600b5a35-1ef1-4556-8578-3eb29742e542 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.1622903 Aug 11 16:23:03.290849 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8c43b2ed-e1a4-4431-ac34-cae310e52e3e req-f88b8eb6-a989-4088-a162-427667071c5d tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480001 Aug 11 16:23:04.651776 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770773c-aba3-4bbb-b943-c5f59ed394af req-bef055bc-2992-41e3-86d9-56377920f9bb tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:04.659213 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b770773c-aba3-4bbb-b943-c5f59ed394af req-bef055bc-2992-41e3-86d9-56377920f9bb tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.1612301 Aug 11 16:23:04.716558 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b770773c-aba3-4bbb-b943-c5f59ed394af req-29c286d2-4c63-45ce-bcec-9ec8fa294f1b tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563171 Aug 11 16:23:05.336585 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 41474) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:05.476626 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-8b32449c-445b-4fd6-8897-7e507596f61b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:05.492187 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-8b32449c-445b-4fd6-8897-7e507596f61b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:05.496021 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-8b32449c-445b-4fd6-8897-7e507596f61b admin admin] Usage tracker for resource:security_group_rule and tenant:e0a0311e33e844438e2091df56f8b103 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:05.499058 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-8b32449c-445b-4fd6-8897-7e507596f61b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:05.504988 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-8b32449c-445b-4fd6-8897-7e507596f61b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:05.593461 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-8b32449c-445b-4fd6-8897-7e507596f61b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:05.597441 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-8b32449c-445b-4fd6-8897-7e507596f61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:05.607518 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-8d516adc-e934-4a46-9a6e-e82a2ce084be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:05.654381 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-8b32449c-445b-4fd6-8897-7e507596f61b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e0a0311e33e844438e2091df56f8b103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165519 Aug 11 16:23:05.657048 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 41482) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:05.659692 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32449c-445b-4fd6-8897-7e507596f61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c67e302-d958-42c6-817f-4815aa6da320,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:05.673271 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-8b32449c-445b-4fd6-8897-7e507596f61b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:05.721380 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-cbb3defe-66be-494f-97e7-6e5922513085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:05.747753 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-cbb3defe-66be-494f-97e7-6e5922513085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:05.807778 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-cbb3defe-66be-494f-97e7-6e5922513085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:05.812178 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-969434fc-c029-4a64-b8f8-8b9c6510b5be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:05.828081 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3defe-66be-494f-97e7-6e5922513085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c67e302-d958-42c6-817f-4815aa6da320,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:05.830676 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-cbb3defe-66be-494f-97e7-6e5922513085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:05.867862 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-cbb3defe-66be-494f-97e7-6e5922513085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:05.868960 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-cbb3defe-66be-494f-97e7-6e5922513085 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2c67e302-d958-42c6-817f-4815aa6da320 HTTP/1.1" status: 204 len: 168 time: 0.2110322 Aug 11 16:23:05.925917 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61dc56a-5f59-4c9d-a13c-3ef74a405b20 req-2e6e02e6-d2c0-43e7-9987-f8a865709e50 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:05.927417 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c61dc56a-5f59-4c9d-a13c-3ef74a405b20 req-2e6e02e6-d2c0-43e7-9987-f8a865709e50 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.0949030 Aug 11 16:23:05.975571 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c61dc56a-5f59-4c9d-a13c-3ef74a405b20 req-e25e7236-086d-4431-a9c0-5e57784f26cb tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422447 Aug 11 16:23:06.149208 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 41496) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:06.167050 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-72d529b7-252a-4342-9d06-e4e3072c2559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:06.182078 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-72d529b7-252a-4342-9d06-e4e3072c2559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:06.186549 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-72d529b7-252a-4342-9d06-e4e3072c2559 admin admin] Usage tracker for resource:security_group_rule and tenant:e80602bc614a4af6a9b450b34acfc2d1 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:06.189327 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-72d529b7-252a-4342-9d06-e4e3072c2559 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:06.194942 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-72d529b7-252a-4342-9d06-e4e3072c2559 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:06.285730 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-72d529b7-252a-4342-9d06-e4e3072c2559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:06.289439 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-72d529b7-252a-4342-9d06-e4e3072c2559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:06.298598 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-cbb3defe-66be-494f-97e7-6e5922513085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:06.340940 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-72d529b7-252a-4342-9d06-e4e3072c2559 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e80602bc614a4af6a9b450b34acfc2d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1882296 Aug 11 16:23:06.340940 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d529b7-252a-4342-9d06-e4e3072c2559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae78f78-46cc-457d-9df5-edc992e110d4,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:06.341388 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 41506) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:06.343892 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-72d529b7-252a-4342-9d06-e4e3072c2559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:06.425795 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-636b3531-8951-4ef5-9b01-d18764739dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:06.452531 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-636b3531-8951-4ef5-9b01-d18764739dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:06.504507 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-636b3531-8951-4ef5-9b01-d18764739dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:06.509388 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-f6031631-aea1-4595-a5ed-affe7a47da97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:06.519946 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b3531-8951-4ef5-9b01-d18764739dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae78f78-46cc-457d-9df5-edc992e110d4,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:06.524067 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-636b3531-8951-4ef5-9b01-d18764739dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:06.527774 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-636b3531-8951-4ef5-9b01-d18764739dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:06.528889 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-636b3531-8951-4ef5-9b01-d18764739dc9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aae78f78-46cc-457d-9df5-edc992e110d4 HTTP/1.1" status: 204 len: 168 time: 0.1844099 Aug 11 16:23:07.183827 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d78fa-2ab1-4d9b-b5a1-153fc47b63f5 req-5ecfea89-47b7-4c40-9f05-467f94606f98 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:07.185315 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4c4d78fa-2ab1-4d9b-b5a1-153fc47b63f5 req-5ecfea89-47b7-4c40-9f05-467f94606f98 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.0877750 Aug 11 16:23:07.233427 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4c4d78fa-2ab1-4d9b-b5a1-153fc47b63f5 req-f997eff7-9092-40bd-bb4c-372b407bf124 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407236 Aug 11 16:23:08.079968 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 41600) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:08.255115 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 41610) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:08.366280 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-8abf1c27-aef6-4de3-bf4e-16c400e11956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:08.413181 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-34af830d-4bfb-43f3-8823-94e1679e52c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:08.441371 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-8abf1c27-aef6-4de3-bf4e-16c400e11956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:08.447222 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-8abf1c27-aef6-4de3-bf4e-16c400e11956 admin admin] Usage tracker for resource:security_group_rule and tenant:bcdd31c4f62145d8acba6de863c13c43 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:08.450667 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-34af830d-4bfb-43f3-8823-94e1679e52c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:08.452997 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-8abf1c27-aef6-4de3-bf4e-16c400e11956 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:08.466267 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-34af830d-4bfb-43f3-8823-94e1679e52c5 admin admin] Usage tracker for resource:security_group_rule and tenant:1c9f60c9f15a412dbeebb0e0678371f7 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:08.470011 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-34af830d-4bfb-43f3-8823-94e1679e52c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:08.472740 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-8abf1c27-aef6-4de3-bf4e-16c400e11956 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:08.479230 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-34af830d-4bfb-43f3-8823-94e1679e52c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:08.566325 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d6c42-d144-4cf1-af1c-a967a35dc049 req-89914279-2b1b-408e-a706-e7d9b533cb49 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:08.567820 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2e7d6c42-d144-4cf1-af1c-a967a35dc049 req-89914279-2b1b-408e-a706-e7d9b533cb49 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.2043438 Aug 11 16:23:08.682833 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2e7d6c42-d144-4cf1-af1c-a967a35dc049 req-2c2c9e96-c935-4296-8f54-e972bc5c73fb tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046178 Aug 11 16:23:08.706591 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-8abf1c27-aef6-4de3-bf4e-16c400e11956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:08.713703 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-34af830d-4bfb-43f3-8823-94e1679e52c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:08.715286 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-8abf1c27-aef6-4de3-bf4e-16c400e11956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:08.724728 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-72d529b7-252a-4342-9d06-e4e3072c2559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:08.735053 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-34af830d-4bfb-43f3-8823-94e1679e52c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:08.789926 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-8abf1c27-aef6-4de3-bf4e-16c400e11956 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bcdd31c4f62145d8acba6de863c13c43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5330744 Aug 11 16:23:08.792904 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 41630) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:08.797569 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-34af830d-4bfb-43f3-8823-94e1679e52c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c9f60c9f15a412dbeebb0e0678371f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7140503 Aug 11 16:23:08.797918 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 41634) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:08.800639 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf1c27-aef6-4de3-bf4e-16c400e11956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1b6da9-a880-4e33-8f8b-3b71d936d02c,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:08.804029 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-8abf1c27-aef6-4de3-bf4e-16c400e11956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:08.844393 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:08.856063 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-bcaf66c4-cf88-4a7a-94ab-015d1e4d6ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:08.897371 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-bcaf66c4-cf88-4a7a-94ab-015d1e4d6ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:08.914023 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af830d-4bfb-43f3-8823-94e1679e52c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2952d2af-c322-44f1-84f7-73c88f6ba685,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:08.917554 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-34af830d-4bfb-43f3-8823-94e1679e52c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:08.918301 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-b5f9dc16-4aad-402a-b749-c46d575610ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:08.956840 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-b5f9dc16-4aad-402a-b749-c46d575610ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:08.971393 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-bcaf66c4-cf88-4a7a-94ab-015d1e4d6ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:08.976338 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-9932ccdc-dfaf-43bc-963b-4606cbad47c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:09.000012 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf66c4-cf88-4a7a-94ab-015d1e4d6ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1b6da9-a880-4e33-8f8b-3b71d936d02c,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:09.003576 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-bcaf66c4-cf88-4a7a-94ab-015d1e4d6ad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:09.004715 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-bcaf66c4-cf88-4a7a-94ab-015d1e4d6ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:09.006555 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-bcaf66c4-cf88-4a7a-94ab-015d1e4d6ad1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed1b6da9-a880-4e33-8f8b-3b71d936d02c HTTP/1.1" status: 204 len: 168 time: 0.2128084 Aug 11 16:23:09.067243 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-b5f9dc16-4aad-402a-b749-c46d575610ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:09.072170 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-bf1d2365-73af-4ac9-83c5-0c192ff2fac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:09.098607 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9dc16-4aad-402a-b749-c46d575610ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2952d2af-c322-44f1-84f7-73c88f6ba685,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:09.102724 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-b5f9dc16-4aad-402a-b749-c46d575610ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:09.113767 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-b5f9dc16-4aad-402a-b749-c46d575610ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:09.115190 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-b5f9dc16-4aad-402a-b749-c46d575610ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2952d2af-c322-44f1-84f7-73c88f6ba685 HTTP/1.1" status: 204 len: 168 time: 0.3162677 Aug 11 16:23:09.400736 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 41666) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:09.423281 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a89ffe64-c675-482f-806e-f6e347af2c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:09.440896 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-a89ffe64-c675-482f-806e-f6e347af2c5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:09.445194 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-a89ffe64-c675-482f-806e-f6e347af2c5c admin admin] Usage tracker for resource:security_group_rule and tenant:6163222589314e99b71d4c8cddcf3e8d is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:09.449153 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-a89ffe64-c675-482f-806e-f6e347af2c5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:09.456127 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-a89ffe64-c675-482f-806e-f6e347af2c5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:09.573071 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a89ffe64-c675-482f-806e-f6e347af2c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:09.579344 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a89ffe64-c675-482f-806e-f6e347af2c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:09.589349 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-baa9397a-c696-408d-b40a-3873b6261ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:09.636551 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ffe64-c675-482f-806e-f6e347af2c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb1dd58-b134-4b93-a1d3-90d576159fcd,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:09.641923 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-a89ffe64-c675-482f-806e-f6e347af2c5c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6163222589314e99b71d4c8cddcf3e8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400501 Aug 11 16:23:09.642890 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-a89ffe64-c675-482f-806e-f6e347af2c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:09.644978 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 41678) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:09.709300 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d847fcb8-7e04-49d3-a35f-57eaec8db115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:09.737655 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 41688) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:09.745472 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d847fcb8-7e04-49d3-a35f-57eaec8db115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:09.819289 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d847fcb8-7e04-49d3-a35f-57eaec8db115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:09.826611 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:09.885194 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847fcb8-7e04-49d3-a35f-57eaec8db115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb1dd58-b134-4b93-a1d3-90d576159fcd,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:09.915273 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-d847fcb8-7e04-49d3-a35f-57eaec8db115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:09.930241 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d847fcb8-7e04-49d3-a35f-57eaec8db115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:09.931384 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-d847fcb8-7e04-49d3-a35f-57eaec8db115 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ebb1dd58-b134-4b93-a1d3-90d576159fcd HTTP/1.1" status: 204 len: 168 time: 0.2853017 Aug 11 16:23:09.967243 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea261631-b452-4398-9ca6-c08090c8fe0a req-ecc0558b-75ce-45fe-8fa0-2f033675a14f tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:09.968908 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ea261631-b452-4398-9ca6-c08090c8fe0a req-ecc0558b-75ce-45fe-8fa0-2f033675a14f tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.1282876 Aug 11 16:23:10.015713 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-5a24a131-01b8-4fde-8ed5-56d0c031d5fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:10.036777 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-5a24a131-01b8-4fde-8ed5-56d0c031d5fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:10.038143 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ea261631-b452-4398-9ca6-c08090c8fe0a req-4a9833c6-83c4-4a63-8847-fca70720b5f3 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592995 Aug 11 16:23:10.044324 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-5a24a131-01b8-4fde-8ed5-56d0c031d5fc admin admin] Usage tracker for resource:security_group_rule and tenant:2681f45b5ee7487885091fc237216d13 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:10.049139 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-5a24a131-01b8-4fde-8ed5-56d0c031d5fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:10.055765 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-5a24a131-01b8-4fde-8ed5-56d0c031d5fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:10.154736 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-5a24a131-01b8-4fde-8ed5-56d0c031d5fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:10.159753 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-5a24a131-01b8-4fde-8ed5-56d0c031d5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:10.168587 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-8e633d6e-94e8-4e16-967a-758a94210d6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:10.207576 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a24a131-01b8-4fde-8ed5-56d0c031d5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca9d61e-9a67-4d9e-960e-e31d5b3fb325,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:10.235360 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-5a24a131-01b8-4fde-8ed5-56d0c031d5fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:10.239322 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-5a24a131-01b8-4fde-8ed5-56d0c031d5fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2681f45b5ee7487885091fc237216d13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4993491 Aug 11 16:23:10.241999 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 41714) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:10.375893 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-bd5e654c-d7a2-4779-96f9-c510775884cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:10.423721 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-bd5e654c-d7a2-4779-96f9-c510775884cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:10.495949 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-bd5e654c-d7a2-4779-96f9-c510775884cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:10.502893 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-97f8f1da-3951-4f15-90c5-340ed2ccacf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:10.517776 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e654c-d7a2-4779-96f9-c510775884cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca9d61e-9a67-4d9e-960e-e31d5b3fb325,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:10.520734 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-bd5e654c-d7a2-4779-96f9-c510775884cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:10.521869 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-bd5e654c-d7a2-4779-96f9-c510775884cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eca9d61e-9a67-4d9e-960e-e31d5b3fb325 HTTP/1.1" status: 204 len: 168 time: 0.2787771 Aug 11 16:23:10.522868 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-bd5e654c-d7a2-4779-96f9-c510775884cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:11.278321 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31012e25-8fd6-440b-af64-3eef70aebe03 req-29f19d4e-dab6-4adb-993e-15d0ec75934e tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:11.281265 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-31012e25-8fd6-440b-af64-3eef70aebe03 req-29f19d4e-dab6-4adb-993e-15d0ec75934e tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.1215973 Aug 11 16:23:11.337465 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-31012e25-8fd6-440b-af64-3eef70aebe03 req-71173f68-ad97-420b-a57f-f41876ac96f9 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475895 Aug 11 16:23:11.698054 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-0a9fe421-29f1-4862-a3a9-35c4459ab1b0 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:11.699560 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-0a9fe421-29f1-4862-a3a9-35c4459ab1b0 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/networks?id=b8f6a840-d07e-445e-be19-d944bca27070 HTTP/1.1" status: 200 len: 815 time: 0.1554499 Aug 11 16:23:11.715474 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-cba46f41-5511-41bd-9d42-10833ca0696e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/quotas/3fc782a108854b0da42a1d06299b49f2 HTTP/1.1" status: 200 len: 375 time: 0.0102968 Aug 11 16:23:11.812039 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-56ddced3-52dc-40f6-a77f-12f38d218e09 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3fc782a108854b0da42a1d06299b49f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0889442 Aug 11 16:23:12.037132 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-d2bab4f2-6617-4ec2-8977-e63fa69085e1 service neutron] 10.222.0.21 "GET /v2.0/networks/b8f6a840-d07e-445e-be19-d944bca27070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201433 Aug 11 16:23:12.179754 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-ea8fca7b-fd5d-4b88-9122-4e4705d7aaef service neutron] 10.222.0.21 "GET /v2.0/networks/b8f6a840-d07e-445e-be19-d944bca27070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334107 Aug 11 16:23:12.392062 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3b476c2d-2dff-45c6-b58e-b40485a97ab1 req-64bc10cb-f7e6-4e73-b732-fad57e191e93 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed0b8ab6-42eb-4f91-8a0a-8d2227670ff0 HTTP/1.1" status: 200 len: 210 time: 0.0612919 Aug 11 16:23:12.558703 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e9f70-37db-4c2b-9db5-b77bd94a4c3e req-5840abf7-d100-444f-916b-d5b25c5d95f5 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:12.561176 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-850e9f70-37db-4c2b-9db5-b77bd94a4c3e req-5840abf7-d100-444f-916b-d5b25c5d95f5 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.0988741 Aug 11 16:23:12.624759 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-850e9f70-37db-4c2b-9db5-b77bd94a4c3e req-9717c9e5-d1e4-41d4-8dda-c93a98507566 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576251 Aug 11 16:23:13.560238 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-68a5052a-860f-4086-b6f6-31502673e6c9 req-06c25058-850b-4182-b6ee-d19a709047f3 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed0b8ab6-42eb-4f91-8a0a-8d2227670ff0 HTTP/1.1" status: 200 len: 210 time: 0.0453827 Aug 11 16:23:14.008950 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddd10c-8f42-4785-b2dd-fda50e7caa11 req-0bf80397-59cb-4ff6-b4e6-05d0163dd1ba tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:14.010736 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a8ddd10c-8f42-4785-b2dd-fda50e7caa11 req-0bf80397-59cb-4ff6-b4e6-05d0163dd1ba tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.2564008 Aug 11 16:23:14.018751 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-bf4bd9a3-a977-4f77-a30a-59bbf4a4e521 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:14.020151 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-bf4bd9a3-a977-4f77-a30a-59bbf4a4e521 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.20 "GET /v2.0/networks?id=b8f6a840-d07e-445e-be19-d944bca27070 HTTP/1.1" status: 200 len: 815 time: 0.2054942 Aug 11 16:23:14.061635 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a8ddd10c-8f42-4785-b2dd-fda50e7caa11 req-6cce2567-e73e-45ef-b125-01a58ade3df1 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404727 Aug 11 16:23:14.089994 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-a7260815-12e1-4cd6-8c9e-5bbc02551a58 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Request body: {'port': {'device_id': 'ed0b8ab6-42eb-4f91-8a0a-8d2227670ff0', 'network_id': 'b8f6a840-d07e-445e-be19-d944bca27070', 'admin_state_up': True, 'tenant_id': '3fc782a108854b0da42a1d06299b49f2'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:23:14.120092 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 41868) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:14.244802 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-785ec835-97ac-4dd2-87cf-dc0a1db18a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:14.246056 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-a7260815-12e1-4cd6-8c9e-5bbc02551a58 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:14.255715 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-a7260815-12e1-4cd6-8c9e-5bbc02551a58 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:14.260626 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-785ec835-97ac-4dd2-87cf-dc0a1db18a2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:14.265306 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-785ec835-97ac-4dd2-87cf-dc0a1db18a2d admin admin] Usage tracker for resource:security_group_rule and tenant:e7cd187360694aeaa770dff2eaa58e34 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:14.269127 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-785ec835-97ac-4dd2-87cf-dc0a1db18a2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:14.275218 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-785ec835-97ac-4dd2-87cf-dc0a1db18a2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:14.275343 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-a7260815-12e1-4cd6-8c9e-5bbc02551a58 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Made reservation on behalf of 3fc782a108854b0da42a1d06299b49f2 for: {'port': 1} {{(pid=79159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:23:14.279146 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-a7260815-12e1-4cd6-8c9e-5bbc02551a58 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:14.358940 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-785ec835-97ac-4dd2-87cf-dc0a1db18a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:14.363021 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-785ec835-97ac-4dd2-87cf-dc0a1db18a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:14.371948 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-b3aeae6b-0d01-4503-b6be-993fb5ae84b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:14.413989 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-785ec835-97ac-4dd2-87cf-dc0a1db18a2d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e7cd187360694aeaa770dff2eaa58e34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2928221 Aug 11 16:23:14.415699 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ec835-97ac-4dd2-87cf-dc0a1db18a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afa828e-beeb-4fbb-b615-d1a3267f5108,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:14.418042 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 41876) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:14.418947 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-785ec835-97ac-4dd2-87cf-dc0a1db18a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:14.482236 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.db_base_plugin_common [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-a7260815-12e1-4cd6-8c9e-5bbc02551a58 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Allocated IP 172.20.0.2 (b8f6a840-d07e-445e-be19-d944bca27070/c2722813-1f6a-4424-8cfc-33926ff5c8e0/2c82decb-4086-4eff-91cf-b28d3d2715cf) {{(pid=79159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:23:14.510050 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e7dddb59-e50c-43b6-9be0-551a6036832f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:14.567337 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e7dddb59-e50c-43b6-9be0-551a6036832f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:14.748574 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e556c5e5-f65b-4fb3-a5eb-17812db54b14 req-11432e70-fe8a-4558-b1c4-86809ad36a72 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed0b8ab6-42eb-4f91-8a0a-8d2227670ff0 HTTP/1.1" status: 200 len: 210 time: 0.0561955 Aug 11 16:23:14.767078 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e7dddb59-e50c-43b6-9be0-551a6036832f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:14.772380 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-5a6ba2df-a68c-45ca-ade3-e0abad860c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:14.798913 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dddb59-e50c-43b6-9be0-551a6036832f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afa828e-beeb-4fbb-b615-d1a3267f5108,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:14.804332 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-e7dddb59-e50c-43b6-9be0-551a6036832f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:14.823316 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-a7260815-12e1-4cd6-8c9e-5bbc02551a58 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Notify callbacks [] for port, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:14.835821 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e7dddb59-e50c-43b6-9be0-551a6036832f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:14.837115 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-e7dddb59-e50c-43b6-9be0-551a6036832f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1afa828e-beeb-4fbb-b615-d1a3267f5108 HTTP/1.1" status: 204 len: 168 time: 0.4181256 Aug 11 16:23:14.865972 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-a7260815-12e1-4cd6-8c9e-5bbc02551a58 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552'] for port, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:14.871549 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:14.916260 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['d85173c0-8c2e-4785-99d7-09918b979ba3', '7b6f88b7-0eef-4153-afb1-774d6c3f08a0', 'e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:23:14.974688 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-a7260815-12e1-4cd6-8c9e-5bbc02551a58 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Network b8f6a840-d07e-445e-be19-d944bca27070 is already hosted by enough agents. {{(pid=79159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:23:14.978390 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-a7260815-12e1-4cd6-8c9e-5bbc02551a58 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Resources bound (agent type, host, resource id): {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:23:14.983070 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-a7260815-12e1-4cd6-8c9e-5bbc02551a58 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Received port after_create {{(pid=79159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:23:14.991356 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-a7260815-12e1-4cd6-8c9e-5bbc02551a58 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:14.992232 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-a7260815-12e1-4cd6-8c9e-5bbc02551a58 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:15.024893 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-a7260815-12e1-4cd6-8c9e-5bbc02551a58 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9430797 Aug 11 16:23:15.025190 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7260815-12e1-4cd6-8c9e-5bbc02551a58 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Pushing event updated for resources: {'Port': ['ID=2c82decb-4086-4eff-91cf-b28d3d2715cf,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:15.035119 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-a7260815-12e1-4cd6-8c9e-5bbc02551a58 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:15.061129 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-aa4f58ec-cbe0-486b-a2df-95c3f7c06ac2 service neutron] Request body: {'port': {'device_id': 'ed0b8ab6-42eb-4f91-8a0a-8d2227670ff0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:23:15.530130 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 41914) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:15.575515 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-aa4f58ec-cbe0-486b-a2df-95c3f7c06ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:15.602623 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d746a6a-e285-47df-b746-84a66d3937a6 req-082db438-c79f-41bd-90b8-b64147a2f423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:15.604336 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5d746a6a-e285-47df-b746-84a66d3937a6 req-082db438-c79f-41bd-90b8-b64147a2f423 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 1099 time: 0.5489879 Aug 11 16:23:15.708618 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-64da0742-a780-4662-9f54-4b98d198d3b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:15.712300 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f251e93-7e85-4de7-ae55-c3fdc5f1218e req-ab1ceadb-22a1-4bb3-af11-e61ed6a36954 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:15.713854 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7f251e93-7e85-4de7-ae55-c3fdc5f1218e req-ab1ceadb-22a1-4bb3-af11-e61ed6a36954 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.4231653 Aug 11 16:23:15.736623 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-64da0742-a780-4662-9f54-4b98d198d3b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:15.740764 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-64da0742-a780-4662-9f54-4b98d198d3b6 admin admin] Usage tracker for resource:security_group_rule and tenant:0f2888aa45e64301be06feb176d1d49f is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:15.744297 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-64da0742-a780-4662-9f54-4b98d198d3b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:15.751379 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-64da0742-a780-4662-9f54-4b98d198d3b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:15.793155 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5d746a6a-e285-47df-b746-84a66d3937a6 req-540629cb-c215-4941-8cc3-c6d667cef735 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429114 Aug 11 16:23:15.843152 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7f251e93-7e85-4de7-ae55-c3fdc5f1218e req-1100139e-cbed-4f5e-8abf-2ec452715fc6 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178985 Aug 11 16:23:15.863476 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-64da0742-a780-4662-9f54-4b98d198d3b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:15.873696 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-64da0742-a780-4662-9f54-4b98d198d3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:15.905017 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-a48a7cd4-3c12-4bbf-a022-bdee88b1f221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:15.928930 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-64da0742-a780-4662-9f54-4b98d198d3b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f2888aa45e64301be06feb176d1d49f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3936183 Aug 11 16:23:15.932634 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 41934) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:15.948555 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da0742-a780-4662-9f54-4b98d198d3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659ddcc1-b959-42ae-9192-8efaa71a0932,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:15.953384 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-64da0742-a780-4662-9f54-4b98d198d3b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:16.009086 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-eab6affd-e802-4c1c-8072-7537ad868883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:16.037509 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-eab6affd-e802-4c1c-8072-7537ad868883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:16.068934 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40926b-3e2b-4c3b-b054-97f7528850ae req-b436d664-c78c-45a1-b4f3-67b33a044d22 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:16.069648 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-bf40926b-3e2b-4c3b-b054-97f7528850ae req-b436d664-c78c-45a1-b4f3-67b33a044d22 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Synchronizing usage tracker for tenant:3fc782a108854b0da42a1d06299b49f2 on resource:port {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:23:16.102456 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-eab6affd-e802-4c1c-8072-7537ad868883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:16.106341 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-64da0742-a780-4662-9f54-4b98d198d3b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:16.120061 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab6affd-e802-4c1c-8072-7537ad868883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659ddcc1-b959-42ae-9192-8efaa71a0932,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:16.122662 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-eab6affd-e802-4c1c-8072-7537ad868883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:16.134142 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-eab6affd-e802-4c1c-8072-7537ad868883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:16.144021 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-bf40926b-3e2b-4c3b-b054-97f7528850ae req-b436d664-c78c-45a1-b4f3-67b33a044d22 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Unset dirty status for tenant:3fc782a108854b0da42a1d06299b49f2 on resource:port {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:23:16.145012 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-eab6affd-e802-4c1c-8072-7537ad868883 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/659ddcc1-b959-42ae-9192-8efaa71a0932 HTTP/1.1" status: 204 len: 168 time: 0.2074702 Aug 11 16:23:16.150650 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-bf40926b-3e2b-4c3b-b054-97f7528850ae req-b436d664-c78c-45a1-b4f3-67b33a044d22 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed0b8ab6-42eb-4f91-8a0a-8d2227670ff0 HTTP/1.1" status: 200 len: 931 time: 0.2596264 Aug 11 16:23:16.191243 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-aa4f58ec-cbe0-486b-a2df-95c3f7c06ac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c82decb-4086-4eff-91cf-b28d3d2715cf {{(pid=79159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:23:16.202440 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-aa4f58ec-cbe0-486b-a2df-95c3f7c06ac2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:16.222126 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-bf40926b-3e2b-4c3b-b054-97f7528850ae req-802e380b-cd5e-494d-96e4-4a694eb3cf30 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704963 Aug 11 16:23:16.235248 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.provisioning_blocks [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-aa4f58ec-cbe0-486b-a2df-95c3f7c06ac2 service neutron] Transition to ACTIVE for port object 2c82decb-4086-4eff-91cf-b28d3d2715cf will not be triggered until provisioned by entity L2. {{(pid=79159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:23:16.245341 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-aa4f58ec-cbe0-486b-a2df-95c3f7c06ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:16.249639 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:16.440748 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f58ec-cbe0-486b-a2df-95c3f7c06ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=2c82decb-4086-4eff-91cf-b28d3d2715cf,revision_number=2']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:16.450018 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-aa4f58ec-cbe0-486b-a2df-95c3f7c06ac2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:16.477343 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-aa4f58ec-cbe0-486b-a2df-95c3f7c06ac2 service neutron] Attempting to bind port 2c82decb-4086-4eff-91cf-b28d3d2715cf on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:23:16.477816 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-aa4f58ec-cbe0-486b-a2df-95c3f7c06ac2 service neutron] Attempting to bind port 2c82decb-4086-4eff-91cf-b28d3d2715cf by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': 'e375eb40-c4eb-4ecd-bf39-be674a1305f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b8f6a840-d07e-445e-be19-d944bca27070'}] {{(pid=79159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:23:16.478335 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-aa4f58ec-cbe0-486b-a2df-95c3f7c06ac2 service neutron] Attempting to bind port 2c82decb-4086-4eff-91cf-b28d3d2715cf on network b8f6a840-d07e-445e-be19-d944bca27070 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:23:16.486016 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-aa4f58ec-cbe0-486b-a2df-95c3f7c06ac2 service neutron] Port 2c82decb-4086-4eff-91cf-b28d3d2715cf on network b8f6a840-d07e-445e-be19-d944bca27070 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:23:16.486389 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-aa4f58ec-cbe0-486b-a2df-95c3f7c06ac2 service neutron] Attempting to bind port 2c82decb-4086-4eff-91cf-b28d3d2715cf on network b8f6a840-d07e-445e-be19-d944bca27070 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:23:16.498319 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-aa4f58ec-cbe0-486b-a2df-95c3f7c06ac2 service neutron] Checking agent: {'id': '1d09ba05-6aad-4b92-98a7-4a9421ef38ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:23:16.498667 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-aa4f58ec-cbe0-486b-a2df-95c3f7c06ac2 service neutron] Checking segment: {'id': 'e375eb40-c4eb-4ecd-bf39-be674a1305f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b8f6a840-d07e-445e-be19-d944bca27070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:23:16.499816 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-aa4f58ec-cbe0-486b-a2df-95c3f7c06ac2 service neutron] Bound using segment: {'id': 'e375eb40-c4eb-4ecd-bf39-be674a1305f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b8f6a840-d07e-445e-be19-d944bca27070'} {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:23:16.500599 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-aa4f58ec-cbe0-486b-a2df-95c3f7c06ac2 service neutron] Bound port: 2c82decb-4086-4eff-91cf-b28d3d2715cf, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e375eb40-c4eb-4ecd-bf39-be674a1305f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b8f6a840-d07e-445e-be19-d944bca27070'}}] {{(pid=79159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:23:16.500955 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-aa4f58ec-cbe0-486b-a2df-95c3f7c06ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:16.610741 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-16e48c27-7f80-4286-b536-542fb7f764f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:16.636378 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-aa4f58ec-cbe0-486b-a2df-95c3f7c06ac2 service neutron] For port 2c82decb-4086-4eff-91cf-b28d3d2715cf, host hv-cinder-80426, cleared binding levels {{(pid=79159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:23:16.639493 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-aa4f58ec-cbe0-486b-a2df-95c3f7c06ac2 service neutron] For port 2c82decb-4086-4eff-91cf-b28d3d2715cf, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=2c82decb-4086-4eff-91cf-b28d3d2715cf,segment=NetworkSegment(e375eb40-c4eb-4ecd-bf39-be674a1305f8),segment_id=e375eb40-c4eb-4ecd-bf39-be674a1305f8)] {{(pid=79159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:23:16.644587 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-aa4f58ec-cbe0-486b-a2df-95c3f7c06ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:16.649538 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-7c0e7f2e-2640-4903-ad49-53774542a0e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:16.682778 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 41950) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:16.703769 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-8b179370-250b-4340-806e-d56244d0127b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:16.719469 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-aa4f58ec-cbe0-486b-a2df-95c3f7c06ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:16.720131 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-aa4f58ec-cbe0-486b-a2df-95c3f7c06ac2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:16.720339 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-8b179370-250b-4340-806e-d56244d0127b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:16.721534 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-aa4f58ec-cbe0-486b-a2df-95c3f7c06ac2 service neutron] 10.222.0.20 "PUT /v2.0/ports/2c82decb-4086-4eff-91cf-b28d3d2715cf HTTP/1.1" status: 200 len: 1093 time: 1.6650610 Aug 11 16:23:16.722369 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed0b8ab6-42eb-4f91-8a0a-8d2227670ff0', 'tag': '2c82decb-4086-4eff-91cf-b28d3d2715cf'}] {{(pid=79159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:23:16.724381 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-8b179370-250b-4340-806e-d56244d0127b admin admin] Usage tracker for resource:security_group_rule and tenant:f20f93fed73f4d2c98eb035c938bf0ea is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:16.727571 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-8b179370-250b-4340-806e-d56244d0127b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:16.741867 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-8b179370-250b-4340-806e-d56244d0127b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:16.761114 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f58ec-cbe0-486b-a2df-95c3f7c06ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=2c82decb-4086-4eff-91cf-b28d3d2715cf,revision_number=3']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:16.775218 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-aa4f58ec-cbe0-486b-a2df-95c3f7c06ac2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:16.777064 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed0b8ab6-42eb-4f91-8a0a-8d2227670ff0', 'tag': '2c82decb-4086-4eff-91cf-b28d3d2715cf', 'status': 'completed', 'code': 200} Aug 11 16:23:16.837631 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-8b179370-250b-4340-806e-d56244d0127b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:16.841361 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-8b179370-250b-4340-806e-d56244d0127b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:16.848944 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-155e2e87-dc0c-41e0-bafe-95f8343ead95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:16.893495 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-8b179370-250b-4340-806e-d56244d0127b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f20f93fed73f4d2c98eb035c938bf0ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2067747 Aug 11 16:23:16.893495 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b179370-250b-4340-806e-d56244d0127b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5eb515-6a89-4d67-aeb5-126f63cbe9b5,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:16.894023 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 41960) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:16.896653 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-8b179370-250b-4340-806e-d56244d0127b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:16.911750 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-2bcb3fbd-7838-4b7c-b465-9ac84016d4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:16.913183 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-2bcb3fbd-7838-4b7c-b465-9ac84016d4ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fc782a108854b0da42a1d06299b49f2&device_id=ed0b8ab6-42eb-4f91-8a0a-8d2227670ff0 HTTP/1.1" status: 200 len: 1096 time: 0.0765302 Aug 11 16:23:16.955957 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b52925ec-4ea4-484f-b4dc-63db919a3655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:16.982583 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b52925ec-4ea4-484f-b4dc-63db919a3655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:17.038857 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b52925ec-4ea4-484f-b4dc-63db919a3655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:17.042657 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-8b179370-250b-4340-806e-d56244d0127b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:17.054127 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52925ec-4ea4-484f-b4dc-63db919a3655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5eb515-6a89-4d67-aeb5-126f63cbe9b5,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:17.058998 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-b52925ec-4ea4-484f-b4dc-63db919a3655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:17.067684 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b52925ec-4ea4-484f-b4dc-63db919a3655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:17.073015 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-b52925ec-4ea4-484f-b4dc-63db919a3655 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b5eb515-6a89-4d67-aeb5-126f63cbe9b5 HTTP/1.1" status: 204 len: 168 time: 0.1738806 Aug 11 16:23:17.079480 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-a2f808dd-043a-4a64-8975-b6f983d6a99a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2c82decb-4086-4eff-91cf-b28d3d2715cf HTTP/1.1" status: 200 len: 217 time: 0.0769267 Aug 11 16:23:17.157997 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-5c3da982-320a-4f06-a6e3-a7787791f903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:17.159451 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-5c3da982-320a-4f06-a6e3-a7787791f903 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2722813-1f6a-4424-8cfc-33926ff5c8e0 HTTP/1.1" status: 200 len: 855 time: 0.0708091 Aug 11 16:23:17.171600 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca3c02-d915-4b70-a06c-ca8207a549b1 req-ab565234-b79e-4d3e-8885-7f07c40704d4 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:17.172732 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0bca3c02-d915-4b70-a06c-ca8207a549b1 req-ab565234-b79e-4d3e-8885-7f07c40704d4 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.2084365 Aug 11 16:23:17.226621 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-4a73d590-1ad1-4327-b183-750300d44f3c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8f6a840-d07e-445e-be19-d944bca27070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529673 Aug 11 16:23:17.297664 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0bca3c02-d915-4b70-a06c-ca8207a549b1 req-259e189e-27eb-41ba-9271-b10eb3babde2 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903449 Aug 11 16:23:17.314012 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:17.564263 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-537506c2-4921-4929-ae1e-55f4ca034ad6 service neutron] 10.222.0.20 "GET /v2.0/networks/b8f6a840-d07e-445e-be19-d944bca27070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216872 Aug 11 16:23:17.587356 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47edeb-f9bb-4013-971b-95c918e63433 req-92a54f2c-20e4-47d3-ad9e-6af2234ab050 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:17.588766 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1b47edeb-f9bb-4013-971b-95c918e63433 req-92a54f2c-20e4-47d3-ad9e-6af2234ab050 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed0b8ab6-42eb-4f91-8a0a-8d2227670ff0 HTTP/1.1" status: 200 len: 943 time: 0.2230077 Aug 11 16:23:17.785774 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1b47edeb-f9bb-4013-971b-95c918e63433 req-95aaa00d-cdb9-4847-8607-f89d0443ff34 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550002 Aug 11 16:23:17.789563 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-aaef5a24-74f4-4105-843a-d256a5b3a3f2 req-344450e0-ba19-4ad8-8311-87f98d82212f service neutron] 10.222.0.20 "GET /v2.0/networks/b8f6a840-d07e-445e-be19-d944bca27070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998808 Aug 11 16:23:18.096653 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517dd870-8870-4f45-9e6b-cb05acefb2d5 req-fd26a1da-0309-422b-aef4-162f86d98e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:18.098473 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-517dd870-8870-4f45-9e6b-cb05acefb2d5 req-fd26a1da-0309-422b-aef4-162f86d98e4a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fc782a108854b0da42a1d06299b49f2&device_id=ed0b8ab6-42eb-4f91-8a0a-8d2227670ff0 HTTP/1.1" status: 200 len: 1096 time: 0.0961273 Aug 11 16:23:18.239649 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517dd870-8870-4f45-9e6b-cb05acefb2d5 req-ccfdca03-73e3-4f77-bd12-03af0b611090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:18.241125 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-517dd870-8870-4f45-9e6b-cb05acefb2d5 req-ccfdca03-73e3-4f77-bd12-03af0b611090 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b8f6a840-d07e-445e-be19-d944bca27070 HTTP/1.1" status: 200 len: 916 time: 0.1330295 Aug 11 16:23:18.317158 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-517dd870-8870-4f45-9e6b-cb05acefb2d5 req-49800aa4-3a90-4510-ac7c-90af0178b55f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2c82decb-4086-4eff-91cf-b28d3d2715cf HTTP/1.1" status: 200 len: 217 time: 0.0672433 Aug 11 16:23:18.388161 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517dd870-8870-4f45-9e6b-cb05acefb2d5 req-65afbd64-cb1e-4e7f-80b4-cca886f72caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:18.390986 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-517dd870-8870-4f45-9e6b-cb05acefb2d5 req-65afbd64-cb1e-4e7f-80b4-cca886f72caa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2722813-1f6a-4424-8cfc-33926ff5c8e0 HTTP/1.1" status: 200 len: 855 time: 0.0640011 Aug 11 16:23:18.528740 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-517dd870-8870-4f45-9e6b-cb05acefb2d5 req-80db4578-93d5-400c-9736-aa6731d11b70 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8f6a840-d07e-445e-be19-d944bca27070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109881 Aug 11 16:23:18.713691 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98249d-97f8-4bd3-b763-839368eb5b1d req-38ed5f8c-c92e-4920-89e6-188a4a55ad4b tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:18.715218 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-de98249d-97f8-4bd3-b763-839368eb5b1d req-38ed5f8c-c92e-4920-89e6-188a4a55ad4b tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.2267921 Aug 11 16:23:18.752613 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-517dd870-8870-4f45-9e6b-cb05acefb2d5 req-b21ea017-49d5-45aa-8ea7-b07aca9a3503 service neutron] 10.222.0.20 "GET /v2.0/networks/b8f6a840-d07e-445e-be19-d944bca27070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818385 Aug 11 16:23:18.827789 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-de98249d-97f8-4bd3-b763-839368eb5b1d req-ca22f93c-cf04-403c-8186-bf8511e24c09 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027844 Aug 11 16:23:19.027782 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-517dd870-8870-4f45-9e6b-cb05acefb2d5 req-dad0f026-42d8-468a-9a0b-bac99defbc87 service neutron] 10.222.0.20 "GET /v2.0/networks/b8f6a840-d07e-445e-be19-d944bca27070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635808 Aug 11 16:23:19.084537 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf88a90-4efd-4bdf-a0aa-5c252ceaaa9b req-522b0f46-dba8-4752-bb9c-bde4788158cc tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:19.086032 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1bf88a90-4efd-4bdf-a0aa-5c252ceaaa9b req-522b0f46-dba8-4752-bb9c-bde4788158cc tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.1298645 Aug 11 16:23:19.099270 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d31d94-8e09-4c21-bdc6-86cbb6fd8eb2 req-e350faac-2536-4123-9e09-71ed4a7d8113 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:19.100686 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a2d31d94-8e09-4c21-bdc6-86cbb6fd8eb2 req-e350faac-2536-4123-9e09-71ed4a7d8113 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed0b8ab6-42eb-4f91-8a0a-8d2227670ff0 HTTP/1.1" status: 200 len: 943 time: 0.1818826 Aug 11 16:23:19.183407 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1bf88a90-4efd-4bdf-a0aa-5c252ceaaa9b req-7b1b5d4a-34f4-40d5-95be-de6ffd9e32b6 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817833 Aug 11 16:23:19.190656 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a2d31d94-8e09-4c21-bdc6-86cbb6fd8eb2 req-a0090ff8-7139-4575-af8d-813a123bc04d tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756202 Aug 11 16:23:19.253832 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-29e66080-cfa0-4e9e-88d3-48b44e74252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:20.289278 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 42086) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:20.384350 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5a299-e35b-42ca-a71a-cc0810699f38 req-c5e461f3-f372-4c4e-becf-dcf99974de8d tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:20.386304 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e3e5a299-e35b-42ca-a71a-cc0810699f38 req-c5e461f3-f372-4c4e-becf-dcf99974de8d tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed0b8ab6-42eb-4f91-8a0a-8d2227670ff0 HTTP/1.1" status: 200 len: 943 time: 0.0847278 Aug 11 16:23:20.397488 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:20.411270 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-5550f5d3-8052-43f0-a111-e7aed0f5c994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:20.426600 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-5550f5d3-8052-43f0-a111-e7aed0f5c994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:20.430480 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-5550f5d3-8052-43f0-a111-e7aed0f5c994 admin admin] Usage tracker for resource:security_group_rule and tenant:7fb87aa7e8404387a282c58b9bbfee4f is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:20.433745 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-5550f5d3-8052-43f0-a111-e7aed0f5c994 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:20.434893 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e3e5a299-e35b-42ca-a71a-cc0810699f38 req-beb8f8ee-991f-4dfc-8bca-32f79be16c5f tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399485 Aug 11 16:23:20.440915 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-5550f5d3-8052-43f0-a111-e7aed0f5c994 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:20.537056 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-5550f5d3-8052-43f0-a111-e7aed0f5c994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:20.542382 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-5550f5d3-8052-43f0-a111-e7aed0f5c994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:20.555457 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-f0204808-e48c-4a89-a525-044416b3fff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:20.592021 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-5550f5d3-8052-43f0-a111-e7aed0f5c994 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7fb87aa7e8404387a282c58b9bbfee4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016620 Aug 11 16:23:20.594240 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550f5d3-8052-43f0-a111-e7aed0f5c994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa819df2-1d5a-4edd-9b3c-c14ab525d479,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:20.595644 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 42096) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:20.597356 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-5550f5d3-8052-43f0-a111-e7aed0f5c994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:20.658999 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e8fb9dde-f4be-4ce2-83c6-3e5178f13a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:20.689179 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e8fb9dde-f4be-4ce2-83c6-3e5178f13a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:20.744858 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e8fb9dde-f4be-4ce2-83c6-3e5178f13a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:20.748953 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-9e5ecfe1-9d24-46fa-a296-24ff63b9df3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:20.760270 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb9dde-f4be-4ce2-83c6-3e5178f13a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa819df2-1d5a-4edd-9b3c-c14ab525d479,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:20.764280 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-e8fb9dde-f4be-4ce2-83c6-3e5178f13a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:20.768322 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e8fb9dde-f4be-4ce2-83c6-3e5178f13a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:20.770681 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-e8fb9dde-f4be-4ce2-83c6-3e5178f13a96 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa819df2-1d5a-4edd-9b3c-c14ab525d479 HTTP/1.1" status: 204 len: 168 time: 0.1736231 Aug 11 16:23:21.108419 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 42116) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:21.110807 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 2c82decb-4086-4eff-91cf-b28d3d2715cf details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:23:21.128481 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-371ca776-5665-4c38-85f9-c2cdb3fac0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:21.153779 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-371ca776-5665-4c38-85f9-c2cdb3fac0ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:21.160088 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-371ca776-5665-4c38-85f9-c2cdb3fac0ca admin admin] Usage tracker for resource:security_group_rule and tenant:45eb36875ced4bbf80218489ce4391bc is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:21.164113 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-371ca776-5665-4c38-85f9-c2cdb3fac0ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:21.171312 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-371ca776-5665-4c38-85f9-c2cdb3fac0ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:21.281079 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 2c82decb-4086-4eff-91cf-b28d3d2715cf, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=2c82decb-4086-4eff-91cf-b28d3d2715cf,segment=NetworkSegment(e375eb40-c4eb-4ecd-bf39-be674a1305f8),segment_id=e375eb40-c4eb-4ecd-bf39-be674a1305f8)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:23:21.295066 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Returning: {'device': '2c82decb-4086-4eff-91cf-b28d3d2715cf', 'network_id': 'b8f6a840-d07e-445e-be19-d944bca27070', 'port_id': '2c82decb-4086-4eff-91cf-b28d3d2715cf', 'mac_address': 'fa:16:3e:1b:e2:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2722813-1f6a-4424-8cfc-33926ff5c8e0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:23:21.358866 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:21.376259 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c82decb-4086-4eff-91cf-b28d3d2715cf {{(pid=79160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:23:21.392900 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 2c82decb-4086-4eff-91cf-b28d3d2715cf, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=2c82decb-4086-4eff-91cf-b28d3d2715cf,segment=NetworkSegment(e375eb40-c4eb-4ecd-bf39-be674a1305f8),segment_id=e375eb40-c4eb-4ecd-bf39-be674a1305f8)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:23:21.396844 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:21.398555 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:21.401910 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-371ca776-5665-4c38-85f9-c2cdb3fac0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:21.411451 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-371ca776-5665-4c38-85f9-c2cdb3fac0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:21.422272 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-ba3f39bb-3007-4518-b200-b61961eceee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:21.469483 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079bf3c-e1ad-4296-87de-5b69c3c3e22f req-6ff08fa8-b349-47f0-b587-fadb618eb1ce tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:21.469802 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=2c82decb-4086-4eff-91cf-b28d3d2715cf,revision_number=4']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:21.470662 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5079bf3c-e1ad-4296-87de-5b69c3c3e22f req-6ff08fa8-b349-47f0-b587-fadb618eb1ce tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.1991498 Aug 11 16:23:21.473143 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:21.477951 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42108b12-92d2-4f79-ba31-b009d24b6317 req-bece01cd-5498-4fe4-9bbf-e78ff1124439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:21.479435 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-42108b12-92d2-4f79-ba31-b009d24b6317 req-bece01cd-5498-4fe4-9bbf-e78ff1124439 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f65af374b754ad0a8db24d255bf01a9&device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 1099 time: 0.2893622 Aug 11 16:23:21.483921 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ca776-5665-4c38-85f9-c2cdb3fac0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4559d443-12d7-4ba2-b346-e623249b70fd,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:21.489295 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-371ca776-5665-4c38-85f9-c2cdb3fac0ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:21.494621 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-371ca776-5665-4c38-85f9-c2cdb3fac0ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=45eb36875ced4bbf80218489ce4391bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3821595 Aug 11 16:23:21.495408 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 42124) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:21.584754 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-284a8588-2b95-48d2-91cb-9231ceaa724c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:21.618584 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-284a8588-2b95-48d2-91cb-9231ceaa724c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:21.672988 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-284a8588-2b95-48d2-91cb-9231ceaa724c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:21.678494 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-4ccb4706-0c6a-498a-9558-1e943ba0acc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:21.690746 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a8588-2b95-48d2-91cb-9231ceaa724c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4559d443-12d7-4ba2-b346-e623249b70fd,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:21.693702 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-284a8588-2b95-48d2-91cb-9231ceaa724c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:21.696527 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:21.703412 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-284a8588-2b95-48d2-91cb-9231ceaa724c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:21.707546 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-284a8588-2b95-48d2-91cb-9231ceaa724c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4559d443-12d7-4ba2-b346-e623249b70fd HTTP/1.1" status: 204 len: 168 time: 0.2109773 Aug 11 16:23:21.727724 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5079bf3c-e1ad-4296-87de-5b69c3c3e22f req-d13fa687-0a1e-4e92-9b59-e8f609906295 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400923 Aug 11 16:23:21.828023 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42108b12-92d2-4f79-ba31-b009d24b6317 req-3169eabe-beb2-4f9d-bf1b-f65d6267bbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:21.829522 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-42108b12-92d2-4f79-ba31-b009d24b6317 req-3169eabe-beb2-4f9d-bf1b-f65d6267bbe5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e84d1f2e-0958-4576-b874-787314c79445 HTTP/1.1" status: 200 len: 919 time: 0.3240502 Aug 11 16:23:21.842187 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fa20f-b170-4c03-bf8c-d51fd746cf65 req-562495ab-8b4c-4663-8f81-734e28fa607b tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:21.843740 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-628fa20f-b170-4c03-bf8c-d51fd746cf65 req-562495ab-8b4c-4663-8f81-734e28fa607b tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed0b8ab6-42eb-4f91-8a0a-8d2227670ff0 HTTP/1.1" status: 200 len: 944 time: 0.2152672 Aug 11 16:23:21.924246 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-42108b12-92d2-4f79-ba31-b009d24b6317 req-08ba038b-7365-4ae1-b7b2-62138862c607 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92fde35d-7fa9-441a-bf4c-6c208c14b13c HTTP/1.1" status: 200 len: 217 time: 0.0795641 Aug 11 16:23:21.952739 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-628fa20f-b170-4c03-bf8c-d51fd746cf65 req-7b162756-93d2-4692-818c-1d6a25b20ecc tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507934 Aug 11 16:23:21.964058 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['2c82decb-4086-4eff-91cf-b28d3d2715cf'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:23:22.032398 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42108b12-92d2-4f79-ba31-b009d24b6317 req-3e930315-7d02-441f-88d2-80ac4e385d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:22.033807 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-42108b12-92d2-4f79-ba31-b009d24b6317 req-3e930315-7d02-441f-88d2-80ac4e385d26 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38724f5f-39a0-4316-8f66-1571c8e42441 HTTP/1.1" status: 200 len: 858 time: 0.0801978 Aug 11 16:23:22.146353 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-42108b12-92d2-4f79-ba31-b009d24b6317 req-8741a32d-e227-4181-8dc9-67046dd349e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e84d1f2e-0958-4576-b874-787314c79445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424719 Aug 11 16:23:22.322292 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-42108b12-92d2-4f79-ba31-b009d24b6317 req-34f1d6e9-0ec2-4e50-8b93-a74b5680a9d4 service neutron] 10.222.0.20 "GET /v2.0/networks/e84d1f2e-0958-4576-b874-787314c79445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418254 Aug 11 16:23:22.480579 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-42108b12-92d2-4f79-ba31-b009d24b6317 req-a4ffdb51-5a33-4c81-b6bd-a7bcab2d5b2e service neutron] 10.222.0.20 "GET /v2.0/networks/e84d1f2e-0958-4576-b874-787314c79445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357095 Aug 11 16:23:22.939263 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8759e-053c-49bf-a467-ef7d45c80257 req-c58d38bb-54a1-42d3-8959-608d4c48224b tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:22.940790 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-32f8759e-053c-49bf-a467-ef7d45c80257 req-c58d38bb-54a1-42d3-8959-608d4c48224b tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.0811136 Aug 11 16:23:22.995549 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-32f8759e-053c-49bf-a467-ef7d45c80257 req-3322036e-d64c-4bb4-80b8-10a9c70fd990 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489924 Aug 11 16:23:23.175135 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e0910-ac8a-4f93-812d-2685a2fa7606 req-53f82ccb-e55b-461f-85ae-da8abd568d4b tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:23.178191 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9c2e0910-ac8a-4f93-812d-2685a2fa7606 req-53f82ccb-e55b-461f-85ae-da8abd568d4b tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed0b8ab6-42eb-4f91-8a0a-8d2227670ff0 HTTP/1.1" status: 200 len: 944 time: 0.0803461 Aug 11 16:23:23.210352 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 42182) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:23.225227 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9c2e0910-ac8a-4f93-812d-2685a2fa7606 req-ea5ab5aa-4542-4b5e-ba1f-ff1e00db0a9e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429077 Aug 11 16:23:23.380429 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-3c52a89b-049f-4143-9bc2-e2b533557a46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:23.394684 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-3c52a89b-049f-4143-9bc2-e2b533557a46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:23.398716 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-3c52a89b-049f-4143-9bc2-e2b533557a46 admin admin] Usage tracker for resource:security_group_rule and tenant:67025ed6dc0040ddb2bebf5647a86d93 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:23.401448 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-3c52a89b-049f-4143-9bc2-e2b533557a46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:23.409648 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-3c52a89b-049f-4143-9bc2-e2b533557a46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:23.488440 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-3c52a89b-049f-4143-9bc2-e2b533557a46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:23.492134 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-3c52a89b-049f-4143-9bc2-e2b533557a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:23.502092 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-636b3531-8951-4ef5-9b01-d18764739dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:23.541898 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-3c52a89b-049f-4143-9bc2-e2b533557a46 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67025ed6dc0040ddb2bebf5647a86d93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3297813 Aug 11 16:23:23.542847 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52a89b-049f-4143-9bc2-e2b533557a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1b78e3-59fd-4a2b-921c-c9596fb7b43d,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:23.544810 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 42190) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:23.547121 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-3c52a89b-049f-4143-9bc2-e2b533557a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:23.607803 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-f630f372-8158-437b-9258-dde6da0d5b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:23.635000 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-f630f372-8158-437b-9258-dde6da0d5b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:23.686509 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-f630f372-8158-437b-9258-dde6da0d5b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:23.691152 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-d8ff6ed1-9e80-46fa-ac42-8137e589b137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:23.702823 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630f372-8158-437b-9258-dde6da0d5b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1b78e3-59fd-4a2b-921c-c9596fb7b43d,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:23.705297 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-f630f372-8158-437b-9258-dde6da0d5b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:23.712127 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-f630f372-8158-437b-9258-dde6da0d5b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:23.713238 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-f630f372-8158-437b-9258-dde6da0d5b3c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e1b78e3-59fd-4a2b-921c-c9596fb7b43d HTTP/1.1" status: 204 len: 168 time: 0.1668856 Aug 11 16:23:24.199427 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3be9b8-1525-46c8-8035-75c94b8809bc req-ec8638a6-a0ce-45be-9015-aafb510a17ac tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:24.200926 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4f3be9b8-1525-46c8-8035-75c94b8809bc req-ec8638a6-a0ce-45be-9015-aafb510a17ac tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.0848010 Aug 11 16:23:24.273152 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4f3be9b8-1525-46c8-8035-75c94b8809bc req-3ce2c91a-2c77-4dae-8a1c-f9bcd2f493fb tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650830 Aug 11 16:23:24.475867 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 42244) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:24.561378 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009acbf-2064-4494-831f-77a05b7d01f1 req-0fd74844-ce19-4536-bfe9-9071e158b4f6 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:24.563879 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7009acbf-2064-4494-831f-77a05b7d01f1 req-0fd74844-ce19-4536-bfe9-9071e158b4f6 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed0b8ab6-42eb-4f91-8a0a-8d2227670ff0 HTTP/1.1" status: 200 len: 944 time: 0.1749055 Aug 11 16:23:24.619640 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7009acbf-2064-4494-831f-77a05b7d01f1 req-8715702e-fae3-48a1-8bb1-c6e1c3a1fa61 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494163 Aug 11 16:23:24.647492 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-4390e924-093a-4ed2-a3d8-fcd2db080c87 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-760224668-network', 'tenant_id': '7cf6f3407fe045dd9f1fb8b5b679b957'}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:23:24.653013 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-4390e924-093a-4ed2-a3d8-fcd2db080c87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:24.657880 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-4390e924-093a-4ed2-a3d8-fcd2db080c87 admin admin] Usage tracker for resource:network and tenant:7cf6f3407fe045dd9f1fb8b5b679b957 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:24.660976 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-4390e924-093a-4ed2-a3d8-fcd2db080c87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:24.667388 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-4390e924-093a-4ed2-a3d8-fcd2db080c87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:24.678941 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4390e924-093a-4ed2-a3d8-fcd2db080c87 admin admin] Made reservation on behalf of 7cf6f3407fe045dd9f1fb8b5b679b957 for: {'network': 1} {{(pid=79158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:23:24.681271 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-4390e924-093a-4ed2-a3d8-fcd2db080c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for network, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:24.696919 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-4390e924-093a-4ed2-a3d8-fcd2db080c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:24.711935 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-4390e924-093a-4ed2-a3d8-fcd2db080c87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:24.715686 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-4390e924-093a-4ed2-a3d8-fcd2db080c87 admin admin] Usage tracker for resource:security_group_rule and tenant:7cf6f3407fe045dd9f1fb8b5b679b957 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:24.719453 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-4390e924-093a-4ed2-a3d8-fcd2db080c87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:24.725341 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-4390e924-093a-4ed2-a3d8-fcd2db080c87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:24.806827 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-4390e924-093a-4ed2-a3d8-fcd2db080c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:24.810704 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-4390e924-093a-4ed2-a3d8-fcd2db080c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:24.814144 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-f47aef18-9046-4204-af1d-ae181f0256b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:24.840942 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4390e924-093a-4ed2-a3d8-fcd2db080c87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=79158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 16:23:24.849195 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390e924-093a-4ed2-a3d8-fcd2db080c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0606fa4d-e231-4307-9c0a-31bc3aacc208,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:24.852647 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-4390e924-093a-4ed2-a3d8-fcd2db080c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:24.855125 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-4390e924-093a-4ed2-a3d8-fcd2db080c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3350950'] for segment, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:24.855502 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.db.segments_db [None req-4390e924-093a-4ed2-a3d8-fcd2db080c87 admin admin] Added segment af383707-3347-4b04-8513-99355cc9791f of type vlan for network c28e22fb-1023-43f5-b63d-3612783f4f60 Aug 11 16:23:24.881772 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-4390e924-093a-4ed2-a3d8-fcd2db080c87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758462832806'] for network, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:24.912533 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-4390e924-093a-4ed2-a3d8-fcd2db080c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603'] for network, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:24.913816 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4390e924-093a-4ed2-a3d8-fcd2db080c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:24.914431 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-4390e924-093a-4ed2-a3d8-fcd2db080c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for network, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:24.917586 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-72277383-8e8c-43be-a07c-4106833de02d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:25.020969 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390e924-093a-4ed2-a3d8-fcd2db080c87 admin admin] Pushing event updated for resources: {'Network': ['ID=c28e22fb-1023-43f5-b63d-3612783f4f60,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:25.024596 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-4390e924-093a-4ed2-a3d8-fcd2db080c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:25.026863 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-4390e924-093a-4ed2-a3d8-fcd2db080c87 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5492449 Aug 11 16:23:25.030144 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 42250) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:25.031789 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Network c28e22fb-1023-43f5-b63d-3612783f4f60 details requested by agent ovs-agent-dv-cinder-804265-1-smb with host dv-cinder-804265-1-smb {{(pid=79160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:23:25.036104 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-8da467de-1ce1-4f3b-9341-7f4609c20b55 admin admin] Request body: {'subnet': {'network_id': 'c28e22fb-1023-43f5-b63d-3612783f4f60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-760224668-subnet', 'tenant_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'ip_version': 4}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:23:25.040658 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-8da467de-1ce1-4f3b-9341-7f4609c20b55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:25.044417 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-8da467de-1ce1-4f3b-9341-7f4609c20b55 admin admin] Usage tracker for resource:subnet and tenant:7cf6f3407fe045dd9f1fb8b5b679b957 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:25.047898 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-8da467de-1ce1-4f3b-9341-7f4609c20b55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:25.053621 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-8da467de-1ce1-4f3b-9341-7f4609c20b55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:25.064659 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da467de-1ce1-4f3b-9341-7f4609c20b55 admin admin] Made reservation on behalf of 7cf6f3407fe045dd9f1fb8b5b679b957 for: {'subnet': 1} {{(pid=79158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:23:25.067005 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-8da467de-1ce1-4f3b-9341-7f4609c20b55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1113983'] for subnet, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:25.175512 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 2c82decb-4086-4eff-91cf-b28d3d2715cf up at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:23:25.251009 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning for port 2c82decb-4086-4eff-91cf-b28d3d2715cf completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:23:25.256133 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning complete for port 2c82decb-4086-4eff-91cf-b28d3d2715cf triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:25.256505 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:25.285985 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c14febba-bada-4f8f-91ab-2008eab18dde req-19cd384e-3407-44b0-98df-db539ae73143 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794711 Aug 11 16:23:25.349211 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-8da467de-1ce1-4f3b-9341-7f4609c20b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32627322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1113869'] for subnet, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:25.357446 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-89d91507-b73f-4774-8b85-1ea05bb01114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:25.386409 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:25.420268 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0b8ab6-42eb-4f91-8a0a-8d2227670ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c82decb-4086-4eff-91cf-b28d3d2715cf'}] {{(pid=79160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:23:25.429305 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 2c82decb-4086-4eff-91cf-b28d3d2715cf, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=2c82decb-4086-4eff-91cf-b28d3d2715cf,segment=NetworkSegment(e375eb40-c4eb-4ecd-bf39-be674a1305f8),segment_id=e375eb40-c4eb-4ecd-bf39-be674a1305f8)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:23:25.435426 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:25.438517 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-f75ffa6d-0a9d-46ab-a051-23cf673b8a78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:25.444132 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da467de-1ce1-4f3b-9341-7f4609c20b55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4be8bed2-1847-4ac8-9f41-26ce1b24fc74,revision_number=0']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:25.455590 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-8da467de-1ce1-4f3b-9341-7f4609c20b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:25.455590 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da467de-1ce1-4f3b-9341-7f4609c20b55 admin admin] Checking segment: {'id': 'af383707-3347-4b04-8513-99355cc9791f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c28e22fb-1023-43f5-b63d-3612783f4f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:23:25.466397 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da467de-1ce1-4f3b-9341-7f4609c20b55 admin admin] Network hostable DHCP agents. Network: c28e22fb-1023-43f5-b63d-3612783f4f60, hostable agents: ['4b0670d7-91d3-4826-9dfd-430a45df9059'], hosted agents: [] {{(pid=79158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:23:25.510399 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14febba-bada-4f8f-91ab-2008eab18dde req-7b64a2f6-76de-4a03-9a54-15456b8de1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:25.511926 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c14febba-bada-4f8f-91ab-2008eab18dde req-7b64a2f6-76de-4a03-9a54-15456b8de1da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fef1ad4cb48040e8929d178e9133121b&device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 1098 time: 0.1753516 Aug 11 16:23:25.512918 dv-cinder-804265-1-smb neutron-server[79160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0b8ab6-42eb-4f91-8a0a-8d2227670ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c82decb-4086-4eff-91cf-b28d3d2715cf', 'code': 200} Aug 11 16:23:25.521352 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3471548-bfc2-4c75-a6d9-a8f707e852c8 req-6fd7b436-f7ba-41f7-9421-86bf92f20f55 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:25.522871 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f3471548-bfc2-4c75-a6d9-a8f707e852c8 req-6fd7b436-f7ba-41f7-9421-86bf92f20f55 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.1164887 Aug 11 16:23:25.525126 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=2c82decb-4086-4eff-91cf-b28d3d2715cf,revision_number=5']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:25.528904 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:25.529427 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da467de-1ce1-4f3b-9341-7f4609c20b55 admin admin] Network c28e22fb-1023-43f5-b63d-3612783f4f60 is scheduled to be hosted by DHCP agent 4b0670d7-91d3-4826-9dfd-430a45df9059 with binding_index 1 {{(pid=79158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:23:25.548799 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.base_scheduler [None req-8da467de-1ce1-4f3b-9341-7f4609c20b55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-smb, c28e22fb-1023-43f5-b63d-3612783f4f60) {{(pid=79158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:23:25.553756 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da467de-1ce1-4f3b-9341-7f4609c20b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:25.555395 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-8da467de-1ce1-4f3b-9341-7f4609c20b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for subnet, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:25.558579 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2389206d-d96d-419e-b3ee-8deeea8a8975 None None] Network c28e22fb-1023-43f5-b63d-3612783f4f60 requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:23:25.617591 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-8da467de-1ce1-4f3b-9341-7f4609c20b55 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5859137 Aug 11 16:23:25.618284 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 42264) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:25.624592 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-1974813a-a6e3-48e2-90c7-814d16a8c08c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-760224668-router', 'tenant_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'}}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:23:25.654058 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-1974813a-a6e3-48e2-90c7-814d16a8c08c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:25.668441 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-1974813a-a6e3-48e2-90c7-814d16a8c08c admin admin] Usage tracker for resource:router and tenant:7cf6f3407fe045dd9f1fb8b5b679b957 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:25.676423 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-1974813a-a6e3-48e2-90c7-814d16a8c08c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:25.681268 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f3471548-bfc2-4c75-a6d9-a8f707e852c8 req-840505e3-4d90-4a87-9f3a-7090c94fa86b tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498694 Aug 11 16:23:25.708240 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-1974813a-a6e3-48e2-90c7-814d16a8c08c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:25.740418 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1974813a-a6e3-48e2-90c7-814d16a8c08c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-453313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3910'] for router, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:25.741648 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1974813a-a6e3-48e2-90c7-814d16a8c08c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-612823', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-508353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3919'] for router, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:25.771162 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1974813a-a6e3-48e2-90c7-814d16a8c08c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:25.923289 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f42a4c2-765b-4fd6-9740-283ce9f05a3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp484e8eb6-44c9-5a21-ae45-95e82f49bfdb-c28e22fb-1023-43f5-b63d-3612783f4f60', 'network_id': 'c28e22fb-1023-43f5-b63d-3612783f4f60', 'tenant_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'fixed_ips': [{'subnet_id': '4be8bed2-1847-4ac8-9f41-26ce1b24fc74'}]}} from dv-cinder-804265-1-smb. {{(pid=79160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 11 16:23:25.923289 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-7f42a4c2-765b-4fd6-9740-283ce9f05a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:26.040940 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:26.097622 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14febba-bada-4f8f-91ab-2008eab18dde req-3b20f3d2-36ce-44b7-9be7-03d16b4ec08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:26.099148 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c14febba-bada-4f8f-91ab-2008eab18dde req-3b20f3d2-36ce-44b7-9be7-03d16b4ec08e service neutron] 10.222.0.20 "GET /v2.0/networks?id=0716185b-9f94-472b-95f6-9bbd05d2e424 HTTP/1.1" status: 200 len: 917 time: 0.4901059 Aug 11 16:23:26.137722 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1974813a-a6e3-48e2-90c7-814d16a8c08c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-612808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-453234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3929'] for router, precommit_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:26.143574 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33b633-14dc-430c-8fea-b1f3102238cc req-e03ef563-f72d-4141-98b0-4a6029299d72 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:26.145368 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-dc33b633-14dc-430c-8fea-b1f3102238cc req-e03ef563-f72d-4141-98b0-4a6029299d72 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed0b8ab6-42eb-4f91-8a0a-8d2227670ff0 HTTP/1.1" status: 200 len: 945 time: 0.2311299 Aug 11 16:23:26.148888 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.db_base_plugin_common [None req-7f42a4c2-765b-4fd6-9740-283ce9f05a3b None None] Allocated IP 172.20.0.2 (c28e22fb-1023-43f5-b63d-3612783f4f60/4be8bed2-1847-4ac8-9f41-26ce1b24fc74/d3045b98-b2ad-4ead-97fb-f0e26f74706d) {{(pid=79160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:23:26.215756 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e2af0-ba31-4620-8390-6e03cd3162e4 req-f3f1234a-da35-49db-89af-26f429a50dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:26.217385 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7e3e2af0-ba31-4620-8390-6e03cd3162e4 req-f3f1234a-da35-49db-89af-26f429a50dcf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ed0b8ab6-42eb-4f91-8a0a-8d2227670ff0 HTTP/1.1" status: 200 len: 1098 time: 0.2974856 Aug 11 16:23:26.340458 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-dc33b633-14dc-430c-8fea-b1f3102238cc req-41429ff5-1e01-4c43-b620-20388cbbe726 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338823 Aug 11 16:23:26.347314 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c14febba-bada-4f8f-91ab-2008eab18dde req-292f4b0e-d49f-4462-95ae-9ec676236600 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d3ddf2f-b157-451d-a236-2f07fe0babc1 HTTP/1.1" status: 200 len: 1000 time: 0.1992536 Aug 11 16:23:26.348881 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7e3e2af0-ba31-4620-8390-6e03cd3162e4 req-fa344d3d-5d36-4d01-b3a7-1a8e66407b36 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986552 Aug 11 16:23:26.401020 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-7f42a4c2-765b-4fd6-9740-283ce9f05a3b None None] Notify callbacks [] for port, precommit_create {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:26.412368 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-7f42a4c2-765b-4fd6-9740-283ce9f05a3b None None] Transition to ACTIVE for port object d3045b98-b2ad-4ead-97fb-f0e26f74706d will not be triggered until provisioned by entity L2. {{(pid=79160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:23:26.431126 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-7f42a4c2-765b-4fd6-9740-283ce9f05a3b None None] Transition to ACTIVE for port object d3045b98-b2ad-4ead-97fb-f0e26f74706d will not be triggered until provisioned by entity DHCP. {{(pid=79160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:23:26.438549 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-7f42a4c2-765b-4fd6-9740-283ce9f05a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552'] for port, after_create {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:26.448146 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:26.497654 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f42a4c2-765b-4fd6-9740-283ce9f05a3b None None] Network c28e22fb-1023-43f5-b63d-3612783f4f60 is already hosted by enough agents. {{(pid=79160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:23:26.505862 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1974813a-a6e3-48e2-90c7-814d16a8c08c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:26.506053 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.scheduler.base_scheduler [None req-7f42a4c2-765b-4fd6-9740-283ce9f05a3b None None] Resources bound (agent type, host, resource id): {{(pid=79160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:23:26.510583 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f42a4c2-765b-4fd6-9740-283ce9f05a3b None None] Received port after_create {{(pid=79160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:23:26.556160 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1974813a-a6e3-48e2-90c7-814d16a8c08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:26.559858 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f42a4c2-765b-4fd6-9740-283ce9f05a3b None None] Pushing event updated for resources: {'Port': ['ID=d3045b98-b2ad-4ead-97fb-f0e26f74706d,revision_number=1']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:26.597502 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-7f42a4c2-765b-4fd6-9740-283ce9f05a3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:26.617820 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-7f42a4c2-765b-4fd6-9740-283ce9f05a3b None None] Attempting to bind port d3045b98-b2ad-4ead-97fb-f0e26f74706d on host dv-cinder-804265-1-smb for vnic_type normal with profile {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:23:26.618294 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-7f42a4c2-765b-4fd6-9740-283ce9f05a3b None None] Attempting to bind port d3045b98-b2ad-4ead-97fb-f0e26f74706d by drivers openvswitch,hyperv on host dv-cinder-804265-1-smb at level 0 using segments [{'id': 'af383707-3347-4b04-8513-99355cc9791f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c28e22fb-1023-43f5-b63d-3612783f4f60'}] {{(pid=79160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:23:26.618609 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f42a4c2-765b-4fd6-9740-283ce9f05a3b None None] Attempting to bind port d3045b98-b2ad-4ead-97fb-f0e26f74706d on network c28e22fb-1023-43f5-b63d-3612783f4f60 {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:23:26.625968 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f42a4c2-765b-4fd6-9740-283ce9f05a3b None None] Checking agent: {'id': '5e93d7f9-9d48-4304-bf8c-d89fe7491ad7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 12, 47), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:23:26.626507 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f42a4c2-765b-4fd6-9740-283ce9f05a3b None None] Checking segment: {'id': 'af383707-3347-4b04-8513-99355cc9791f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c28e22fb-1023-43f5-b63d-3612783f4f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:23:26.627302 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-7f42a4c2-765b-4fd6-9740-283ce9f05a3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:26.627711 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f42a4c2-765b-4fd6-9740-283ce9f05a3b None None] Bound using segment: {'id': 'af383707-3347-4b04-8513-99355cc9791f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c28e22fb-1023-43f5-b63d-3612783f4f60'} {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:23:26.628287 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-7f42a4c2-765b-4fd6-9740-283ce9f05a3b None None] Bound port: d3045b98-b2ad-4ead-97fb-f0e26f74706d, host: dv-cinder-804265-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af383707-3347-4b04-8513-99355cc9791f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c28e22fb-1023-43f5-b63d-3612783f4f60'}}] {{(pid=79160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:23:26.628678 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-7f42a4c2-765b-4fd6-9740-283ce9f05a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:26.724819 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.db_base_plugin_common [None req-1974813a-a6e3-48e2-90c7-814d16a8c08c admin admin] Allocated IP 172.28.2.40 (74b3c71b-fb08-4503-8924-b9e5cb7ae853/af30e8de-a40d-42cb-9ec9-bce0fcfe28d3/7401462a-9b49-4009-8110-a29c2bcc89d7) {{(pid=79158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:23:26.778758 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-7f42a4c2-765b-4fd6-9740-283ce9f05a3b None None] For port d3045b98-b2ad-4ead-97fb-f0e26f74706d, host dv-cinder-804265-1-smb, cleared binding levels {{(pid=79160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:23:26.784190 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-7f42a4c2-765b-4fd6-9740-283ce9f05a3b None None] For port d3045b98-b2ad-4ead-97fb-f0e26f74706d, host dv-cinder-804265-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=d3045b98-b2ad-4ead-97fb-f0e26f74706d,segment=NetworkSegment(af383707-3347-4b04-8513-99355cc9791f),segment_id=af383707-3347-4b04-8513-99355cc9791f)] {{(pid=79160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:23:26.799222 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-7f42a4c2-765b-4fd6-9740-283ce9f05a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:26.804028 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:26.900627 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f42a4c2-765b-4fd6-9740-283ce9f05a3b None None] Pushing event updated for resources: {'Port': ['ID=d3045b98-b2ad-4ead-97fb-f0e26f74706d,revision_number=2']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:26.911613 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-7f42a4c2-765b-4fd6-9740-283ce9f05a3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:26.987710 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1974813a-a6e3-48e2-90c7-814d16a8c08c admin admin] Notify callbacks [] for port, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:27.006888 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14febba-bada-4f8f-91ab-2008eab18dde req-e2654a31-eccf-49bf-8702-1c42facd5ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:27.008349 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c14febba-bada-4f8f-91ab-2008eab18dde req-e2654a31-eccf-49bf-8702-1c42facd5ef8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d509748-00d5-4471-8b3e-a2f206f5dac5 HTTP/1.1" status: 200 len: 855 time: 0.1748900 Aug 11 16:23:27.022573 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1974813a-a6e3-48e2-90c7-814d16a8c08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32627690'] for port, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:27.027499 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-b2e980fd-45ec-420c-b0a6-00a5b210fcf7 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:27.040607 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3378d19-2183-4ee9-81f5-a514072f0fb4 req-489cdabd-414d-40b8-a31f-1233e89cea7d tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:27.045979 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a3378d19-2183-4ee9-81f5-a514072f0fb4 req-489cdabd-414d-40b8-a31f-1233e89cea7d tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.1341403 Aug 11 16:23:27.089559 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1974813a-a6e3-48e2-90c7-814d16a8c08c admin admin] Network 74b3c71b-fb08-4503-8924-b9e5cb7ae853 is already hosted by enough agents. {{(pid=79158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:23:27.093088 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.base_scheduler [None req-1974813a-a6e3-48e2-90c7-814d16a8c08c admin admin] Resources bound (agent type, host, resource id): {{(pid=79158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:23:27.097765 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1974813a-a6e3-48e2-90c7-814d16a8c08c admin admin] Received port after_create {{(pid=79158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:23:27.159211 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a3378d19-2183-4ee9-81f5-a514072f0fb4 req-4bd998aa-4b70-41c7-806f-9835a2cec61d tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757067 Aug 11 16:23:27.166827 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974813a-a6e3-48e2-90c7-814d16a8c08c admin admin] Pushing event updated for resources: {'Port': ['ID=7401462a-9b49-4009-8110-a29c2bcc89d7,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:27.171654 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-1974813a-a6e3-48e2-90c7-814d16a8c08c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:27.188061 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14febba-bada-4f8f-91ab-2008eab18dde req-60c323e5-5649-443e-b699-cc2016d4dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:27.190668 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c14febba-bada-4f8f-91ab-2008eab18dde req-60c323e5-5649-443e-b699-cc2016d4dfca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0716185b-9f94-472b-95f6-9bbd05d2e424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1425018 Aug 11 16:23:27.351918 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c14febba-bada-4f8f-91ab-2008eab18dde req-ec3b92a6-c89e-4df3-986c-f7fa826a099f service neutron] 10.222.0.20 "GET /v2.0/networks/0716185b-9f94-472b-95f6-9bbd05d2e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468859 Aug 11 16:23:27.503032 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c14febba-bada-4f8f-91ab-2008eab18dde req-69746ef5-44f1-426c-be8c-ab3288c83700 service neutron] 10.222.0.20 "GET /v2.0/networks/0716185b-9f94-472b-95f6-9bbd05d2e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430011 Aug 11 16:23:27.658492 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device d3045b98-b2ad-4ead-97fb-f0e26f74706d up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:23:27.679427 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1974813a-a6e3-48e2-90c7-814d16a8c08c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:27.709474 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b44ef2-af8e-4fc5-921a-22e8f87c7639 req-1ccf3141-d43f-4612-b02b-14083e1bdecc tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:27.711653 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-16b44ef2-af8e-4fc5-921a-22e8f87c7639 req-1ccf3141-d43f-4612-b02b-14083e1bdecc tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed0b8ab6-42eb-4f91-8a0a-8d2227670ff0 HTTP/1.1" status: 200 len: 945 time: 0.1020200 Aug 11 16:23:27.743599 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning for port d3045b98-b2ad-4ead-97fb-f0e26f74706d completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:23:27.776225 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-16b44ef2-af8e-4fc5-921a-22e8f87c7639 req-3b1be43d-978b-41bf-94f1-4070d7fd10e3 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590680 Aug 11 16:23:28.048716 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faafec6a-8e2b-4cab-8ff7-116c6c0fa310 None None] Network c28e22fb-1023-43f5-b63d-3612783f4f60 requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:23:28.092074 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1974813a-a6e3-48e2-90c7-814d16a8c08c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608144'] for router, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:28.102925 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-d3c6d018-a710-4ac1-9e84-0eb363dc1683 None None] Provisioning for port d3045b98-b2ad-4ead-97fb-f0e26f74706d completed by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:23:28.295456 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-d3c6d018-a710-4ac1-9e84-0eb363dc1683 None None] Provisioning complete for port d3045b98-b2ad-4ead-97fb-f0e26f74706d triggered by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:28.295760 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-d3c6d018-a710-4ac1-9e84-0eb363dc1683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:28.325222 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1974813a-a6e3-48e2-90c7-814d16a8c08c admin admin] Router 267a1111-ccb2-4482-857a-276f8920b283 is scheduled to L3 agent fe3825e1-cd20-4759-aaf9-51b0eae29acc with binding_index 1 {{(pid=79158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 16:23:28.496846 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-d3c6d018-a710-4ac1-9e84-0eb363dc1683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:28.546736 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-d3c6d018-a710-4ac1-9e84-0eb363dc1683 None None] For port d3045b98-b2ad-4ead-97fb-f0e26f74706d, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=d3045b98-b2ad-4ead-97fb-f0e26f74706d,segment=NetworkSegment(af383707-3347-4b04-8513-99355cc9791f),segment_id=af383707-3347-4b04-8513-99355cc9791f)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:23:28.550959 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1974813a-a6e3-48e2-90c7-814d16a8c08c admin admin] Notify agent at l3_agent.dv-cinder-804265-1-smb the message routers_updated {{(pid=79158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:23:28.556495 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-d3c6d018-a710-4ac1-9e84-0eb363dc1683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:28.561820 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:28.565802 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7bab41-2cf6-4768-9cce-53649eb21969 None None] Sync routers for ids ['267a1111-ccb2-4482-857a-276f8920b283'] in dv-cinder-804265-1-smb {{(pid=79161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:23:28.593760 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7bab41-2cf6-4768-9cce-53649eb21969 None None] Routers {'267a1111-ccb2-4482-857a-276f8920b283'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:23:28.595709 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-0d7bab41-2cf6-4768-9cce-53649eb21969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:23:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['267a1111-ccb2-4482-857a-276f8920b283'], 'active': True} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:23:28.607527 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1974813a-a6e3-48e2-90c7-814d16a8c08c admin admin] Notify callbacks [] for router, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:28.611955 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-1974813a-a6e3-48e2-90c7-814d16a8c08c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9900687 Aug 11 16:23:28.613674 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 42322) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:28.712738 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c6d018-a710-4ac1-9e84-0eb363dc1683 None None] Pushing event updated for resources: {'Port': ['ID=d3045b98-b2ad-4ead-97fb-f0e26f74706d,revision_number=3']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:28.716175 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-d3c6d018-a710-4ac1-9e84-0eb363dc1683 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:28.909904 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-5732378b-a4ed-4d09-8a45-d7d12f9ce63c None None] Provisioning complete for port d3045b98-b2ad-4ead-97fb-f0e26f74706d triggered by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:28.909904 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-5732378b-a4ed-4d09-8a45-d7d12f9ce63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:28.994100 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ff997-d0c6-4679-9ce2-f4a1671e9c00 req-6ca53326-079e-4cc3-84cf-1eeb94f7760e tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:28.995338 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvr_db [None req-0d7bab41-2cf6-4768-9cce-53649eb21969 None None] Set router 267a1111-ccb2-4482-857a-276f8920b283 gateway port host: dv-cinder-804265-1-smb {{(pid=79161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:23:29.002081 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c01ff997-d0c6-4679-9ce2-f4a1671e9c00 req-6ca53326-079e-4cc3-84cf-1eeb94f7760e tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.2622612 Aug 11 16:23:29.141275 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c01ff997-d0c6-4679-9ce2-f4a1671e9c00 req-0ca9bfcb-1d3d-4cf2-aec2-b5c23c01fcb7 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382883 Aug 11 16:23:29.339438 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-0d7bab41-2cf6-4768-9cce-53649eb21969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267a1111-ccb2-4482-857a-276f8920b283', 'name': 'tempest-TestMinimumBasicScenario-760224668-router', 'tenant_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': '7401462a-9b49-4009-8110-a29c2bcc89d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:25Z', 'updated_at': '2021-08-11T16:23:27Z', 'revision_number': 3, 'project_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'gw_port': {'id': '7401462a-9b49-4009-8110-a29c2bcc89d7', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267a1111-ccb2-4482-857a-276f8920b283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:26Z', 'updated_at': '2021-08-11T16:23:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb'}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:23:29.343660 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7bab41-2cf6-4768-9cce-53649eb21969 None None] Checking router: 267a1111-ccb2-4482-857a-276f8920b283 for host: dv-cinder-804265-1-smb {{(pid=79161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:23:29.344068 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7bab41-2cf6-4768-9cce-53649eb21969 None None] Updating router 267a1111-ccb2-4482-857a-276f8920b283 port 7401462a-9b49-4009-8110-a29c2bcc89d7 binding host dv-cinder-804265-1-smb {{(pid=79161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 16:23:29.400055 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-0d7bab41-2cf6-4768-9cce-53649eb21969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:29.548319 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f77e20-698b-4ce4-8139-2ba509cb6ab8 req-4b7dd85e-d157-40f2-a5ef-4acb3ee2db6d tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:29.555607 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e5f77e20-698b-4ce4-8139-2ba509cb6ab8 req-4b7dd85e-d157-40f2-a5ef-4acb3ee2db6d tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed0b8ab6-42eb-4f91-8a0a-8d2227670ff0 HTTP/1.1" status: 200 len: 945 time: 0.3432298 Aug 11 16:23:29.584957 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device d3045b98-b2ad-4ead-97fb-f0e26f74706d up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:23:29.712959 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port d3045b98-b2ad-4ead-97fb-f0e26f74706d triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:29.714055 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:29.738680 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e5f77e20-698b-4ce4-8139-2ba509cb6ab8 req-94484e65-2e47-4126-a510-2f4af9517a3d tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822634 Aug 11 16:23:29.845320 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-0d7bab41-2cf6-4768-9cce-53649eb21969 None None] Notify callbacks [] for port, precommit_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:29.860969 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.provisioning_blocks [None req-0d7bab41-2cf6-4768-9cce-53649eb21969 None None] Transition to ACTIVE for port object 7401462a-9b49-4009-8110-a29c2bcc89d7 will not be triggered until provisioned by entity L2. {{(pid=79161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:23:29.870069 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-0d7bab41-2cf6-4768-9cce-53649eb21969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:29.875954 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:29.883640 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-b7505fce-34a3-4d4d-b3d1-9ac25a89415f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:29.958944 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.managers [None req-0d7bab41-2cf6-4768-9cce-53649eb21969 None None] Attempting to bind port 7401462a-9b49-4009-8110-a29c2bcc89d7 on host dv-cinder-804265-1-smb for vnic_type normal with profile {{(pid=79161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:23:29.959374 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.managers [None req-0d7bab41-2cf6-4768-9cce-53649eb21969 None None] Attempting to bind port 7401462a-9b49-4009-8110-a29c2bcc89d7 by drivers openvswitch,hyperv on host dv-cinder-804265-1-smb at level 0 using segments [{'id': 'ef0f4f8c-59c6-4f74-90fe-819af28e8bc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'}] {{(pid=79161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:23:29.959750 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7bab41-2cf6-4768-9cce-53649eb21969 None None] Attempting to bind port 7401462a-9b49-4009-8110-a29c2bcc89d7 on network 74b3c71b-fb08-4503-8924-b9e5cb7ae853 {{(pid=79161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:23:29.963389 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7c5b6-a562-4444-9dd2-71cbddca581b None None] Pushing event updated for resources: {'Port': ['ID=7401462a-9b49-4009-8110-a29c2bcc89d7,revision_number=2']} {{(pid=79161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:29.969393 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7bab41-2cf6-4768-9cce-53649eb21969 None None] Checking agent: {'id': '5e93d7f9-9d48-4304-bf8c-d89fe7491ad7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 12, 47), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:23:29.969772 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7bab41-2cf6-4768-9cce-53649eb21969 None None] Checking segment: {'id': 'ef0f4f8c-59c6-4f74-90fe-819af28e8bc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:23:29.970276 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-0d7bab41-2cf6-4768-9cce-53649eb21969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:29.970774 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7bab41-2cf6-4768-9cce-53649eb21969 None None] Bound using segment: {'id': 'ef0f4f8c-59c6-4f74-90fe-819af28e8bc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'} {{(pid=79161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:23:29.971260 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.managers [None req-0d7bab41-2cf6-4768-9cce-53649eb21969 None None] Bound port: 7401462a-9b49-4009-8110-a29c2bcc89d7, host: dv-cinder-804265-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f4f8c-59c6-4f74-90fe-819af28e8bc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'}}] {{(pid=79161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:23:29.971746 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-0d7bab41-2cf6-4768-9cce-53649eb21969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:30.007924 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7c5b6-a562-4444-9dd2-71cbddca581b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:30.008274 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7c5b6-a562-4444-9dd2-71cbddca581b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:30.008613 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7c5b6-a562-4444-9dd2-71cbddca581b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:30.008943 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7c5b6-a562-4444-9dd2-71cbddca581b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:30.009269 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7c5b6-a562-4444-9dd2-71cbddca581b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:30.009862 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7c5b6-a562-4444-9dd2-71cbddca581b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:30.010194 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7c5b6-a562-4444-9dd2-71cbddca581b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:30.010522 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7c5b6-a562-4444-9dd2-71cbddca581b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:30.010845 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7c5b6-a562-4444-9dd2-71cbddca581b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:30.011163 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7c5b6-a562-4444-9dd2-71cbddca581b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:30.011481 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7c5b6-a562-4444-9dd2-71cbddca581b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:30.011796 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7c5b6-a562-4444-9dd2-71cbddca581b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:30.020688 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG oslo_concurrency.lockutils [None req-afb7c5b6-a562-4444-9dd2-71cbddca581b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:30.078063 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.db [None req-0d7bab41-2cf6-4768-9cce-53649eb21969 None None] For port 7401462a-9b49-4009-8110-a29c2bcc89d7, host dv-cinder-804265-1-smb, cleared binding levels {{(pid=79161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:23:30.081800 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.db [None req-0d7bab41-2cf6-4768-9cce-53649eb21969 None None] For port 7401462a-9b49-4009-8110-a29c2bcc89d7, host dv-cinder-804265-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=7401462a-9b49-4009-8110-a29c2bcc89d7,segment=NetworkSegment(ef0f4f8c-59c6-4f74-90fe-819af28e8bc6),segment_id=ef0f4f8c-59c6-4f74-90fe-819af28e8bc6)] {{(pid=79161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:23:30.089925 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-0d7bab41-2cf6-4768-9cce-53649eb21969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:30.098421 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:30.125941 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.db_base_plugin_common [None req-b7505fce-34a3-4d4d-b3d1-9ac25a89415f admin admin] Allocated IP 172.20.0.1 (c28e22fb-1023-43f5-b63d-3612783f4f60/4be8bed2-1847-4ac8-9f41-26ce1b24fc74/e11f02c8-5d29-4687-8019-8a478041a57e) {{(pid=79159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:23:30.243030 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7bab41-2cf6-4768-9cce-53649eb21969 None None] Routers {'267a1111-ccb2-4482-857a-276f8920b283'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:23:30.243668 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-0d7bab41-2cf6-4768-9cce-53649eb21969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:23:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['267a1111-ccb2-4482-857a-276f8920b283'], 'active': True} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:23:30.341320 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7c5b6-a562-4444-9dd2-71cbddca581b None None] Pushing event updated for resources: {'Port': ['ID=7401462a-9b49-4009-8110-a29c2bcc89d7,revision_number=3']} {{(pid=79161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:30.346432 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG oslo_concurrency.lockutils [None req-afb7c5b6-a562-4444-9dd2-71cbddca581b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=79161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:30.413047 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-b7505fce-34a3-4d4d-b3d1-9ac25a89415f admin admin] Notify callbacks [] for port, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:30.435218 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.provisioning_blocks [None req-b7505fce-34a3-4d4d-b3d1-9ac25a89415f admin admin] Transition to ACTIVE for port object e11f02c8-5d29-4687-8019-8a478041a57e will not be triggered until provisioned by entity DHCP. {{(pid=79159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:23:30.444423 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f82919-4e0f-495e-b299-e20da98971f1 req-16dd9c8b-d715-49e6-8a1b-0edebb78bf97 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:30.445904 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f5f82919-4e0f-495e-b299-e20da98971f1 req-16dd9c8b-d715-49e6-8a1b-0edebb78bf97 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.1487789 Aug 11 16:23:30.467311 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvr_db [None req-0d7bab41-2cf6-4768-9cce-53649eb21969 None None] Set router 267a1111-ccb2-4482-857a-276f8920b283 gateway port host: dv-cinder-804265-1-smb {{(pid=79161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:23:30.501500 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f5f82919-4e0f-495e-b299-e20da98971f1 req-1305cf10-04f7-4fc0-9047-4bc59640be8f tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496213 Aug 11 16:23:30.509589 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-b7505fce-34a3-4d4d-b3d1-9ac25a89415f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552'] for port, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:30.515793 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-67e3deb9-5d5f-4532-9370-a91c39536cd6 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:30.581457 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7505fce-34a3-4d4d-b3d1-9ac25a89415f admin admin] Network c28e22fb-1023-43f5-b63d-3612783f4f60 is already hosted by enough agents. {{(pid=79159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:23:30.584451 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [None req-b7505fce-34a3-4d4d-b3d1-9ac25a89415f admin admin] Resources bound (agent type, host, resource id): {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:23:30.588441 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7505fce-34a3-4d4d-b3d1-9ac25a89415f admin admin] Received port after_create {{(pid=79159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:23:30.588833 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-b7505fce-34a3-4d4d-b3d1-9ac25a89415f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397909'] for router_interface, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:30.602381 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7505fce-34a3-4d4d-b3d1-9ac25a89415f admin admin] Pushing event updated for resources: {'Port': ['ID=e11f02c8-5d29-4687-8019-8a478041a57e,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:30.613689 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7505fce-34a3-4d4d-b3d1-9ac25a89415f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:30.613841 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7505fce-34a3-4d4d-b3d1-9ac25a89415f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:30.614216 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7505fce-34a3-4d4d-b3d1-9ac25a89415f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:30.614553 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7505fce-34a3-4d4d-b3d1-9ac25a89415f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:30.614901 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7505fce-34a3-4d4d-b3d1-9ac25a89415f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:30.615321 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7505fce-34a3-4d4d-b3d1-9ac25a89415f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:30.615665 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7505fce-34a3-4d4d-b3d1-9ac25a89415f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:30.616016 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7505fce-34a3-4d4d-b3d1-9ac25a89415f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:30.616352 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7505fce-34a3-4d4d-b3d1-9ac25a89415f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:30.617034 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7505fce-34a3-4d4d-b3d1-9ac25a89415f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:30.617236 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7505fce-34a3-4d4d-b3d1-9ac25a89415f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:30.617570 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7505fce-34a3-4d4d-b3d1-9ac25a89415f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:30.622405 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-b7505fce-34a3-4d4d-b3d1-9ac25a89415f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:30.738891 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-b7505fce-34a3-4d4d-b3d1-9ac25a89415f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:30.782951 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-0d7bab41-2cf6-4768-9cce-53649eb21969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267a1111-ccb2-4482-857a-276f8920b283', 'name': 'tempest-TestMinimumBasicScenario-760224668-router', 'tenant_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': '7401462a-9b49-4009-8110-a29c2bcc89d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:25Z', 'updated_at': '2021-08-11T16:23:27Z', 'revision_number': 3, 'project_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'gw_port': {'id': '7401462a-9b49-4009-8110-a29c2bcc89d7', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267a1111-ccb2-4482-857a-276f8920b283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:26Z', 'updated_at': '2021-08-11T16:23:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb'}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:23:30.787645 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7bab41-2cf6-4768-9cce-53649eb21969 None None] The sync data for ids ['267a1111-ccb2-4482-857a-276f8920b283'] in dv-cinder-804265-1-smb is: [{'id': '267a1111-ccb2-4482-857a-276f8920b283', 'name': 'tempest-TestMinimumBasicScenario-760224668-router', 'tenant_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': '7401462a-9b49-4009-8110-a29c2bcc89d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:25Z', 'updated_at': '2021-08-11T16:23:27Z', 'revision_number': 3, 'project_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'gw_port': {'id': '7401462a-9b49-4009-8110-a29c2bcc89d7', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267a1111-ccb2-4482-857a-276f8920b283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:26Z', 'updated_at': '2021-08-11T16:23:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb'}] {{(pid=79161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:23:30.843491 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-8fe0239c-41e5-4992-84b1-d99519090adf None None] Provisioning for port e11f02c8-5d29-4687-8019-8a478041a57e completed by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:23:30.851084 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-8fe0239c-41e5-4992-84b1-d99519090adf None None] Provisioning complete for port e11f02c8-5d29-4687-8019-8a478041a57e triggered by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:30.851825 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-8fe0239c-41e5-4992-84b1-d99519090adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:30.953171 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-8fe0239c-41e5-4992-84b1-d99519090adf None None] Port e11f02c8-5d29-4687-8019-8a478041a57e cannot update to ACTIVE because it is not bound. {{(pid=79160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:23:31.035461 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-b7505fce-34a3-4d4d-b3d1-9ac25a89415f admin admin] Notify callbacks [] for port, precommit_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:31.043490 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-b7505fce-34a3-4d4d-b3d1-9ac25a89415f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:31.044684 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-b7505fce-34a3-4d4d-b3d1-9ac25a89415f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397882'] for router_interface, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:31.056630 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-7aab7927-9e5e-4735-9996-95d392aec5d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:31.329577 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7505fce-34a3-4d4d-b3d1-9ac25a89415f admin admin] Network c28e22fb-1023-43f5-b63d-3612783f4f60 is already hosted by enough agents. {{(pid=79159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:23:31.330868 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [None req-b7505fce-34a3-4d4d-b3d1-9ac25a89415f admin admin] Resources bound (agent type, host, resource id): {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:23:31.474806 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7505fce-34a3-4d4d-b3d1-9ac25a89415f admin admin] Pushing event updated for resources: {'Port': ['ID=e11f02c8-5d29-4687-8019-8a478041a57e,revision_number=2']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:31.482306 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-b7505fce-34a3-4d4d-b3d1-9ac25a89415f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:31.712170 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 7401462a-9b49-4009-8110-a29c2bcc89d7 up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:23:31.891629 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-5124ad64-6563-412a-8c22-15990a0786a9 None None] Provisioning complete for port e11f02c8-5d29-4687-8019-8a478041a57e triggered by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:31.892713 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-5124ad64-6563-412a-8c22-15990a0786a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:31.921856 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning for port 7401462a-9b49-4009-8110-a29c2bcc89d7 completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:23:31.983920 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-5124ad64-6563-412a-8c22-15990a0786a9 None None] Port e11f02c8-5d29-4687-8019-8a478041a57e cannot update to ACTIVE because it is not bound. {{(pid=79160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:23:31.986673 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port 7401462a-9b49-4009-8110-a29c2bcc89d7 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:31.987169 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:31.991324 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7505fce-34a3-4d4d-b3d1-9ac25a89415f admin admin] Router 267a1111-ccb2-4482-857a-276f8920b283 has already been hosted by L3 agent fe3825e1-cd20-4759-aaf9-51b0eae29acc {{(pid=79159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:23:32.134054 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:32.156987 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] For port 7401462a-9b49-4009-8110-a29c2bcc89d7, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=7401462a-9b49-4009-8110-a29c2bcc89d7,segment=NetworkSegment(ef0f4f8c-59c6-4f74-90fe-819af28e8bc6),segment_id=ef0f4f8c-59c6-4f74-90fe-819af28e8bc6)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:23:32.163248 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:32.171541 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:32.286819 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Pushing event updated for resources: {'Port': ['ID=7401462a-9b49-4009-8110-a29c2bcc89d7,revision_number=4']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:32.289899 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:32.299966 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2323a-2a9f-4014-863e-af6405a7aa3f req-01d771fb-86e0-4dea-b5e1-dbd9252ca60b tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:32.307145 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-44e2323a-2a9f-4014-863e-af6405a7aa3f req-01d771fb-86e0-4dea-b5e1-dbd9252ca60b tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.3859551 Aug 11 16:23:32.398740 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-44e2323a-2a9f-4014-863e-af6405a7aa3f req-298218e9-8b27-4280-8383-913e38ddd11e tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785203 Aug 11 16:23:32.400660 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7505fce-34a3-4d4d-b3d1-9ac25a89415f admin admin] Notify agent at l3_agent.dv-cinder-804265-1-smb the message routers_updated {{(pid=79159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:23:32.413409 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-b7505fce-34a3-4d4d-b3d1-9ac25a89415f admin admin] 10.222.0.21 "PUT /v2.0/routers/267a1111-ccb2-4482-857a-276f8920b283/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7978516 Aug 11 16:23:33.040602 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 42456) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:33.046874 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-886655486-network', 'tenant_id': '8e905f6f63e74b1cb7c0adab8544a08c'}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:23:33.054500 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:33.058984 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Usage tracker for resource:network and tenant:8e905f6f63e74b1cb7c0adab8544a08c is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:33.064341 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:33.072399 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:33.073312 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef90da6-920c-4029-927f-4dd5c8f8f197 None None] Sync routers for ids ['267a1111-ccb2-4482-857a-276f8920b283'] in dv-cinder-804265-1-smb {{(pid=79160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:23:33.084364 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Made reservation on behalf of 8e905f6f63e74b1cb7c0adab8544a08c for: {'network': 1} {{(pid=79158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:23:33.086327 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef90da6-920c-4029-927f-4dd5c8f8f197 None None] Routers {'267a1111-ccb2-4482-857a-276f8920b283'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:23:33.086985 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for network, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:33.087380 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-bef90da6-920c-4029-927f-4dd5c8f8f197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:23:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['267a1111-ccb2-4482-857a-276f8920b283'], 'active': True} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:23:33.100482 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:33.119114 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:33.126353 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Usage tracker for resource:security_group_rule and tenant:8e905f6f63e74b1cb7c0adab8544a08c is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:33.129427 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:33.135595 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:33.241607 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:33.245964 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:33.253138 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-67d8da79-1ffc-4b33-bbe3-249e9af67e2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:33.268538 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=79158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 16:23:33.290148 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3350950'] for segment, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:33.290601 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.db.segments_db [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Added segment 2eb5f6ad-ec1b-443a-a178-6eb690ba2a2f of type vlan for network 6ecb80b8-adac-4260-be26-8e5975b3ef9f Aug 11 16:23:33.297347 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbab97f3-4253-4675-9d95-827e038ccf73,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:33.312608 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvr_db [None req-bef90da6-920c-4029-927f-4dd5c8f8f197 None None] Set router 267a1111-ccb2-4482-857a-276f8920b283 gateway port host: dv-cinder-804265-1-smb {{(pid=79160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:23:33.323100 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:33.323392 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:33.323754 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:33.324110 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:33.324463 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:33.324816 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:33.325160 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:33.325507 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:33.325859 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:33.326224 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:33.326658 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:33.327171 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:33.335751 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758462832806'] for network, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:33.343398 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:33.366663 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603'] for network, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:33.367998 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:33.368594 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for network, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:33.374522 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:33.478574 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4338927 Aug 11 16:23:33.479049 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 42466) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:33.481492 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Pushing event updated for resources: {'Network': ['ID=6ecb80b8-adac-4260-be26-8e5975b3ef9f,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:33.484492 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:33.487325 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-b71b5b21-a7bf-4660-bf2d-8f983085727a admin admin] Request body: {'subnet': {'network_id': '6ecb80b8-adac-4260-be26-8e5975b3ef9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-886655486-subnet', 'tenant_id': '8e905f6f63e74b1cb7c0adab8544a08c', 'ip_version': 4}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:23:33.495907 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-b71b5b21-a7bf-4660-bf2d-8f983085727a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:33.496113 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Network 6ecb80b8-adac-4260-be26-8e5975b3ef9f details requested by agent ovs-agent-dv-cinder-804265-1-smb with host dv-cinder-804265-1-smb {{(pid=79160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:23:33.503677 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-b71b5b21-a7bf-4660-bf2d-8f983085727a admin admin] Usage tracker for resource:subnet and tenant:8e905f6f63e74b1cb7c0adab8544a08c is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:33.507866 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-b71b5b21-a7bf-4660-bf2d-8f983085727a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:33.523293 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-b71b5b21-a7bf-4660-bf2d-8f983085727a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:33.563902 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71b5b21-a7bf-4660-bf2d-8f983085727a admin admin] Made reservation on behalf of 8e905f6f63e74b1cb7c0adab8544a08c for: {'subnet': 1} {{(pid=79159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:23:33.566252 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-b71b5b21-a7bf-4660-bf2d-8f983085727a admin admin] Notify callbacks [] for subnet, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:33.715193 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 7401462a-9b49-4009-8110-a29c2bcc89d7 up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:23:33.800481 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecfc85-5de5-440a-a37c-056703cf938f req-78508704-15ff-4491-b4f0-628dbe16e4d1 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:33.802042 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-70ecfc85-5de5-440a-a37c-056703cf938f req-78508704-15ff-4491-b4f0-628dbe16e4d1 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.1889553 Aug 11 16:23:33.865776 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port 7401462a-9b49-4009-8110-a29c2bcc89d7 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:33.866150 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:33.912541 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-70ecfc85-5de5-440a-a37c-056703cf938f req-8ba345df-deb7-4be5-815c-b1d793946281 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690756 Aug 11 16:23:33.952956 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-bef90da6-920c-4029-927f-4dd5c8f8f197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267a1111-ccb2-4482-857a-276f8920b283', 'name': 'tempest-TestMinimumBasicScenario-760224668-router', 'tenant_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': '7401462a-9b49-4009-8110-a29c2bcc89d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:25Z', 'updated_at': '2021-08-11T16:23:30Z', 'revision_number': 4, 'project_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'gw_port': {'id': '7401462a-9b49-4009-8110-a29c2bcc89d7', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267a1111-ccb2-4482-857a-276f8920b283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:26Z', 'updated_at': '2021-08-11T16:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': 'e11f02c8-5d29-4687-8019-8a478041a57e', 'name': '', 'network_id': 'c28e22fb-1023-43f5-b63d-3612783f4f60', 'tenant_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'mac_address': 'fa:16:3e:8e:fd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267a1111-ccb2-4482-857a-276f8920b283', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '4be8bed2-1847-4ac8-9f41-26ce1b24fc74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:29Z', 'updated_at': '2021-08-11T16:23:30Z', 'revision_number': 2, 'project_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'subnets': [{'id': '4be8bed2-1847-4ac8-9f41-26ce1b24fc74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:23:33.961875 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef90da6-920c-4029-927f-4dd5c8f8f197 None None] Checking router: 267a1111-ccb2-4482-857a-276f8920b283 for host: dv-cinder-804265-1-smb {{(pid=79160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:23:33.962432 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef90da6-920c-4029-927f-4dd5c8f8f197 None None] Updating router 267a1111-ccb2-4482-857a-276f8920b283 port e11f02c8-5d29-4687-8019-8a478041a57e binding host dv-cinder-804265-1-smb {{(pid=79160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 16:23:33.984241 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-b71b5b21-a7bf-4660-bf2d-8f983085727a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603'] for subnet, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:33.989138 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-ea93e417-370c-4af6-890b-f27d87b64e81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:34.040542 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-bef90da6-920c-4029-927f-4dd5c8f8f197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:34.064517 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b5b21-a7bf-4660-bf2d-8f983085727a admin admin] Pushing event updated for resources: {'Subnet': ['ID=17c48ca1-1517-4526-8c72-f090b34a720f,revision_number=0']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:34.068315 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-b71b5b21-a7bf-4660-bf2d-8f983085727a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:34.075450 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71b5b21-a7bf-4660-bf2d-8f983085727a admin admin] Checking segment: {'id': '2eb5f6ad-ec1b-443a-a178-6eb690ba2a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ecb80b8-adac-4260-be26-8e5975b3ef9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:23:34.075809 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71b5b21-a7bf-4660-bf2d-8f983085727a admin admin] Network hostable DHCP agents. Network: 6ecb80b8-adac-4260-be26-8e5975b3ef9f, hostable agents: ['4b0670d7-91d3-4826-9dfd-430a45df9059'], hosted agents: [] {{(pid=79159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:23:34.114265 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71b5b21-a7bf-4660-bf2d-8f983085727a admin admin] Network 6ecb80b8-adac-4260-be26-8e5975b3ef9f is scheduled to be hosted by DHCP agent 4b0670d7-91d3-4826-9dfd-430a45df9059 with binding_index 1 {{(pid=79159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:23:34.133787 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [None req-b71b5b21-a7bf-4660-bf2d-8f983085727a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-smb, 6ecb80b8-adac-4260-be26-8e5975b3ef9f) {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:23:34.139061 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71b5b21-a7bf-4660-bf2d-8f983085727a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:34.139734 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-b71b5b21-a7bf-4660-bf2d-8f983085727a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for subnet, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:34.156820 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fb89e3-c714-4637-9eaf-cc4db887d08f None None] Network 6ecb80b8-adac-4260-be26-8e5975b3ef9f requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:23:34.165369 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-b71b5b21-a7bf-4660-bf2d-8f983085727a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6853652 Aug 11 16:23:34.167990 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 42480) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:34.178956 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-c4bc5d86-99d4-493c-90c7-79709f63ac46 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-886655486-router', 'tenant_id': '8e905f6f63e74b1cb7c0adab8544a08c', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'}}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:23:34.184308 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-c4bc5d86-99d4-493c-90c7-79709f63ac46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:34.192459 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-c4bc5d86-99d4-493c-90c7-79709f63ac46 admin admin] Usage tracker for resource:router and tenant:8e905f6f63e74b1cb7c0adab8544a08c is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:23:34.195623 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-c4bc5d86-99d4-493c-90c7-79709f63ac46 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:23:34.202020 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-c4bc5d86-99d4-493c-90c7-79709f63ac46 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:34.214525 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-c4bc5d86-99d4-493c-90c7-79709f63ac46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-453313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3910'] for router, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:34.215713 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-c4bc5d86-99d4-493c-90c7-79709f63ac46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-612823', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-508353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3919'] for router, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:34.238079 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-c4bc5d86-99d4-493c-90c7-79709f63ac46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:34.608022 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4501f46-fd1a-4300-9f8a-bc545c503972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp484e8eb6-44c9-5a21-ae45-95e82f49bfdb-6ecb80b8-adac-4260-be26-8e5975b3ef9f', 'network_id': '6ecb80b8-adac-4260-be26-8e5975b3ef9f', 'tenant_id': '8e905f6f63e74b1cb7c0adab8544a08c', 'fixed_ips': [{'subnet_id': '17c48ca1-1517-4526-8c72-f090b34a720f'}]}} from dv-cinder-804265-1-smb. {{(pid=79160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 11 16:23:34.608880 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-c4501f46-fd1a-4300-9f8a-bc545c503972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:34.681958 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-c4bc5d86-99d4-493c-90c7-79709f63ac46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-612808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-453234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3929'] for router, precommit_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:34.813462 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-bef90da6-920c-4029-927f-4dd5c8f8f197 None None] Notify callbacks [] for port, precommit_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:34.837499 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-bef90da6-920c-4029-927f-4dd5c8f8f197 None None] Transition to ACTIVE for port object e11f02c8-5d29-4687-8019-8a478041a57e will not be triggered until provisioned by entity L2. {{(pid=79160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:23:34.849983 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-bef90da6-920c-4029-927f-4dd5c8f8f197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:34.859793 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-c6a2218e-902e-4e76-aa0b-09171c91c249 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:34.910721 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.db_base_plugin_common [None req-c4501f46-fd1a-4300-9f8a-bc545c503972 None None] Allocated IP 172.20.0.2 (6ecb80b8-adac-4260-be26-8e5975b3ef9f/17c48ca1-1517-4526-8c72-f090b34a720f/36e662b6-5f8a-4992-8706-db216becc9fb) {{(pid=79160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:23:35.063809 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd9bb9-c734-4b53-aa95-2f8638507cee None None] Pushing event updated for resources: {'Port': ['ID=e11f02c8-5d29-4687-8019-8a478041a57e,revision_number=3']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:35.090266 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-c4bc5d86-99d4-493c-90c7-79709f63ac46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:35.176926 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-c4bc5d86-99d4-493c-90c7-79709f63ac46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:35.183388 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc0aef-8a92-4cc3-8bd7-9af7123c248d req-24ce63d1-5b16-40c6-a2b4-0e5fb09be12c tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:35.191097 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd9bb9-c734-4b53-aa95-2f8638507cee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:35.192359 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd9bb9-c734-4b53-aa95-2f8638507cee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:35.192489 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd9bb9-c734-4b53-aa95-2f8638507cee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:35.192583 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2dcc0aef-8a92-4cc3-8bd7-9af7123c248d req-24ce63d1-5b16-40c6-a2b4-0e5fb09be12c tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.1243837 Aug 11 16:23:35.193042 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd9bb9-c734-4b53-aa95-2f8638507cee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:35.193527 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd9bb9-c734-4b53-aa95-2f8638507cee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:35.194003 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd9bb9-c734-4b53-aa95-2f8638507cee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:35.194497 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd9bb9-c734-4b53-aa95-2f8638507cee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:35.194974 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd9bb9-c734-4b53-aa95-2f8638507cee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:35.195440 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd9bb9-c734-4b53-aa95-2f8638507cee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:35.195917 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd9bb9-c734-4b53-aa95-2f8638507cee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:35.196379 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd9bb9-c734-4b53-aa95-2f8638507cee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:35.196941 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd9bb9-c734-4b53-aa95-2f8638507cee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:23:35.236721 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-03dd9bb9-c734-4b53-aa95-2f8638507cee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:35.262236 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2dcc0aef-8a92-4cc3-8bd7-9af7123c248d req-e5403248-a3c3-410f-a0c8-77de4da19142 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686808 Aug 11 16:23:35.341202 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-bef90da6-920c-4029-927f-4dd5c8f8f197 None None] Attempting to bind port e11f02c8-5d29-4687-8019-8a478041a57e on host dv-cinder-804265-1-smb for vnic_type normal with profile {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:23:35.341584 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-bef90da6-920c-4029-927f-4dd5c8f8f197 None None] Attempting to bind port e11f02c8-5d29-4687-8019-8a478041a57e by drivers openvswitch,hyperv on host dv-cinder-804265-1-smb at level 0 using segments [{'id': 'af383707-3347-4b04-8513-99355cc9791f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c28e22fb-1023-43f5-b63d-3612783f4f60'}] {{(pid=79160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:23:35.342101 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef90da6-920c-4029-927f-4dd5c8f8f197 None None] Attempting to bind port e11f02c8-5d29-4687-8019-8a478041a57e on network c28e22fb-1023-43f5-b63d-3612783f4f60 {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:23:35.355234 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef90da6-920c-4029-927f-4dd5c8f8f197 None None] Checking agent: {'id': '5e93d7f9-9d48-4304-bf8c-d89fe7491ad7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 12, 47), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:23:35.355898 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef90da6-920c-4029-927f-4dd5c8f8f197 None None] Checking segment: {'id': 'af383707-3347-4b04-8513-99355cc9791f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c28e22fb-1023-43f5-b63d-3612783f4f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:23:35.356323 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-bef90da6-920c-4029-927f-4dd5c8f8f197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:35.356723 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef90da6-920c-4029-927f-4dd5c8f8f197 None None] Bound using segment: {'id': 'af383707-3347-4b04-8513-99355cc9791f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c28e22fb-1023-43f5-b63d-3612783f4f60'} {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:23:35.357230 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-bef90da6-920c-4029-927f-4dd5c8f8f197 None None] Bound port: e11f02c8-5d29-4687-8019-8a478041a57e, host: dv-cinder-804265-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af383707-3347-4b04-8513-99355cc9791f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c28e22fb-1023-43f5-b63d-3612783f4f60'}}] {{(pid=79160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:23:35.358173 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-bef90da6-920c-4029-927f-4dd5c8f8f197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:35.430074 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.db_base_plugin_common [None req-c4bc5d86-99d4-493c-90c7-79709f63ac46 admin admin] Allocated IP 172.28.2.140 (74b3c71b-fb08-4503-8924-b9e5cb7ae853/af30e8de-a40d-42cb-9ec9-bce0fcfe28d3/345ac5fe-c5ed-4fd2-8765-011fabbb83cb) {{(pid=79158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:23:35.574516 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-bef90da6-920c-4029-927f-4dd5c8f8f197 None None] For port e11f02c8-5d29-4687-8019-8a478041a57e, host dv-cinder-804265-1-smb, cleared binding levels {{(pid=79160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:23:35.579657 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-bef90da6-920c-4029-927f-4dd5c8f8f197 None None] For port e11f02c8-5d29-4687-8019-8a478041a57e, host dv-cinder-804265-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=e11f02c8-5d29-4687-8019-8a478041a57e,segment=NetworkSegment(af383707-3347-4b04-8513-99355cc9791f),segment_id=af383707-3347-4b04-8513-99355cc9791f)] {{(pid=79160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:23:35.580815 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-c4501f46-fd1a-4300-9f8a-bc545c503972 None None] Notify callbacks [] for port, precommit_create {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:35.591349 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-bef90da6-920c-4029-927f-4dd5c8f8f197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:35.595319 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-c4501f46-fd1a-4300-9f8a-bc545c503972 None None] Transition to ACTIVE for port object 36e662b6-5f8a-4992-8706-db216becc9fb will not be triggered until provisioned by entity L2. {{(pid=79160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:23:35.597523 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-f75ffa6d-0a9d-46ab-a051-23cf673b8a78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:35.639481 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-c4bc5d86-99d4-493c-90c7-79709f63ac46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:35.679118 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-c4501f46-fd1a-4300-9f8a-bc545c503972 None None] Transition to ACTIVE for port object 36e662b6-5f8a-4992-8706-db216becc9fb will not be triggered until provisioned by entity DHCP. {{(pid=79160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:23:35.689090 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-c4bc5d86-99d4-493c-90c7-79709f63ac46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32627690'] for port, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:35.694607 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-c4501f46-fd1a-4300-9f8a-bc545c503972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552'] for port, after_create {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:35.696748 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:35.707551 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef90da6-920c-4029-927f-4dd5c8f8f197 None None] Routers {'267a1111-ccb2-4482-857a-276f8920b283'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:23:35.708197 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-bef90da6-920c-4029-927f-4dd5c8f8f197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:23:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['267a1111-ccb2-4482-857a-276f8920b283'], 'active': True} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:23:35.771659 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc5d86-99d4-493c-90c7-79709f63ac46 admin admin] Pushing event updated for resources: {'Port': ['ID=345ac5fe-c5ed-4fd2-8765-011fabbb83cb,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:35.775535 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-c4bc5d86-99d4-493c-90c7-79709f63ac46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:35.787612 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bc5d86-99d4-493c-90c7-79709f63ac46 admin admin] Network 74b3c71b-fb08-4503-8924-b9e5cb7ae853 is already hosted by enough agents. {{(pid=79158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:23:35.788860 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.base_scheduler [None req-c4bc5d86-99d4-493c-90c7-79709f63ac46 admin admin] Resources bound (agent type, host, resource id): {{(pid=79158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:23:35.792231 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bc5d86-99d4-493c-90c7-79709f63ac46 admin admin] Received port after_create {{(pid=79158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:23:35.813948 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4501f46-fd1a-4300-9f8a-bc545c503972 None None] Network 6ecb80b8-adac-4260-be26-8e5975b3ef9f is already hosted by enough agents. {{(pid=79160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:23:35.814880 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd9bb9-c734-4b53-aa95-2f8638507cee None None] Pushing event updated for resources: {'Port': ['ID=e11f02c8-5d29-4687-8019-8a478041a57e,revision_number=4']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:35.820509 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.scheduler.base_scheduler [None req-c4501f46-fd1a-4300-9f8a-bc545c503972 None None] Resources bound (agent type, host, resource id): {{(pid=79160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:23:35.822308 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-03dd9bb9-c734-4b53-aa95-2f8638507cee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:35.824904 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:35.862016 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4501f46-fd1a-4300-9f8a-bc545c503972 None None] Received port after_create {{(pid=79160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:23:36.053814 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4501f46-fd1a-4300-9f8a-bc545c503972 None None] Pushing event updated for resources: {'Port': ['ID=36e662b6-5f8a-4992-8706-db216becc9fb,revision_number=1']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:36.069568 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-c4501f46-fd1a-4300-9f8a-bc545c503972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:36.086256 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-c4501f46-fd1a-4300-9f8a-bc545c503972 None None] Attempting to bind port 36e662b6-5f8a-4992-8706-db216becc9fb on host dv-cinder-804265-1-smb for vnic_type normal with profile {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:23:36.086637 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-c4501f46-fd1a-4300-9f8a-bc545c503972 None None] Attempting to bind port 36e662b6-5f8a-4992-8706-db216becc9fb by drivers openvswitch,hyperv on host dv-cinder-804265-1-smb at level 0 using segments [{'id': '2eb5f6ad-ec1b-443a-a178-6eb690ba2a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ecb80b8-adac-4260-be26-8e5975b3ef9f'}] {{(pid=79160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:23:36.087006 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4501f46-fd1a-4300-9f8a-bc545c503972 None None] Attempting to bind port 36e662b6-5f8a-4992-8706-db216becc9fb on network 6ecb80b8-adac-4260-be26-8e5975b3ef9f {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:23:36.103968 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4501f46-fd1a-4300-9f8a-bc545c503972 None None] Checking agent: {'id': '5e93d7f9-9d48-4304-bf8c-d89fe7491ad7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 12, 47), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:23:36.104772 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4501f46-fd1a-4300-9f8a-bc545c503972 None None] Checking segment: {'id': '2eb5f6ad-ec1b-443a-a178-6eb690ba2a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ecb80b8-adac-4260-be26-8e5975b3ef9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:23:36.105353 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-c4501f46-fd1a-4300-9f8a-bc545c503972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:36.106038 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4501f46-fd1a-4300-9f8a-bc545c503972 None None] Bound using segment: {'id': '2eb5f6ad-ec1b-443a-a178-6eb690ba2a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ecb80b8-adac-4260-be26-8e5975b3ef9f'} {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:23:36.106703 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-c4501f46-fd1a-4300-9f8a-bc545c503972 None None] Bound port: 36e662b6-5f8a-4992-8706-db216becc9fb, host: dv-cinder-804265-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb5f6ad-ec1b-443a-a178-6eb690ba2a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ecb80b8-adac-4260-be26-8e5975b3ef9f'}}] {{(pid=79160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:23:36.107238 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-c4501f46-fd1a-4300-9f8a-bc545c503972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:36.127022 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvr_db [None req-bef90da6-920c-4029-927f-4dd5c8f8f197 None None] Set router 267a1111-ccb2-4482-857a-276f8920b283 gateway port host: dv-cinder-804265-1-smb {{(pid=79160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:23:36.369983 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-c4501f46-fd1a-4300-9f8a-bc545c503972 None None] For port 36e662b6-5f8a-4992-8706-db216becc9fb, host dv-cinder-804265-1-smb, cleared binding levels {{(pid=79160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:23:36.433300 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-c4501f46-fd1a-4300-9f8a-bc545c503972 None None] For port 36e662b6-5f8a-4992-8706-db216becc9fb, host dv-cinder-804265-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=36e662b6-5f8a-4992-8706-db216becc9fb,segment=NetworkSegment(2eb5f6ad-ec1b-443a-a178-6eb690ba2a2f),segment_id=2eb5f6ad-ec1b-443a-a178-6eb690ba2a2f)] {{(pid=79160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:23:36.444404 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-c4501f46-fd1a-4300-9f8a-bc545c503972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:36.450453 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:36.527391 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-c4bc5d86-99d4-493c-90c7-79709f63ac46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:36.617675 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4501f46-fd1a-4300-9f8a-bc545c503972 None None] Pushing event updated for resources: {'Port': ['ID=36e662b6-5f8a-4992-8706-db216becc9fb,revision_number=2']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:36.628204 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-c4501f46-fd1a-4300-9f8a-bc545c503972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:36.661578 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789747c-1a4d-42e3-bfec-e180638a3847 req-3ee0749e-7cd1-4d9f-98c7-dfa667853ea8 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:36.676674 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-bef90da6-920c-4029-927f-4dd5c8f8f197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267a1111-ccb2-4482-857a-276f8920b283', 'name': 'tempest-TestMinimumBasicScenario-760224668-router', 'tenant_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': '7401462a-9b49-4009-8110-a29c2bcc89d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:25Z', 'updated_at': '2021-08-11T16:23:30Z', 'revision_number': 4, 'project_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'gw_port': {'id': '7401462a-9b49-4009-8110-a29c2bcc89d7', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267a1111-ccb2-4482-857a-276f8920b283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:26Z', 'updated_at': '2021-08-11T16:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': 'e11f02c8-5d29-4687-8019-8a478041a57e', 'name': '', 'network_id': 'c28e22fb-1023-43f5-b63d-3612783f4f60', 'tenant_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'mac_address': 'fa:16:3e:8e:fd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267a1111-ccb2-4482-857a-276f8920b283', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '4be8bed2-1847-4ac8-9f41-26ce1b24fc74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:29Z', 'updated_at': '2021-08-11T16:23:35Z', 'revision_number': 4, 'project_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'subnets': [{'id': '4be8bed2-1847-4ac8-9f41-26ce1b24fc74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:23:36.680680 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b789747c-1a4d-42e3-bfec-e180638a3847 req-3ee0749e-7cd1-4d9f-98c7-dfa667853ea8 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.1995502 Aug 11 16:23:36.686898 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef90da6-920c-4029-927f-4dd5c8f8f197 None None] The sync data for ids ['267a1111-ccb2-4482-857a-276f8920b283'] in dv-cinder-804265-1-smb is: [{'id': '267a1111-ccb2-4482-857a-276f8920b283', 'name': 'tempest-TestMinimumBasicScenario-760224668-router', 'tenant_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': '7401462a-9b49-4009-8110-a29c2bcc89d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:25Z', 'updated_at': '2021-08-11T16:23:30Z', 'revision_number': 4, 'project_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'gw_port': {'id': '7401462a-9b49-4009-8110-a29c2bcc89d7', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267a1111-ccb2-4482-857a-276f8920b283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:26Z', 'updated_at': '2021-08-11T16:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': 'e11f02c8-5d29-4687-8019-8a478041a57e', 'name': '', 'network_id': 'c28e22fb-1023-43f5-b63d-3612783f4f60', 'tenant_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'mac_address': 'fa:16:3e:8e:fd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267a1111-ccb2-4482-857a-276f8920b283', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '4be8bed2-1847-4ac8-9f41-26ce1b24fc74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:29Z', 'updated_at': '2021-08-11T16:23:35Z', 'revision_number': 4, 'project_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'subnets': [{'id': '4be8bed2-1847-4ac8-9f41-26ce1b24fc74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:23:36.833830 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b789747c-1a4d-42e3-bfec-e180638a3847 req-d9cf3bf5-8fc9-41a3-a56a-1944d9f3c4e8 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491013 Aug 11 16:23:37.129494 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-c4bc5d86-99d4-493c-90c7-79709f63ac46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608144'] for router, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:37.361237 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4bc5d86-99d4-493c-90c7-79709f63ac46 admin admin] Router 4a8be171-21c9-417e-b629-50b381925acd is scheduled to L3 agent fe3825e1-cd20-4759-aaf9-51b0eae29acc with binding_index 1 {{(pid=79158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 16:23:37.808189 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 36e662b6-5f8a-4992-8706-db216becc9fb up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:23:37.820546 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bc5d86-99d4-493c-90c7-79709f63ac46 admin admin] Notify agent at l3_agent.dv-cinder-804265-1-smb the message routers_updated {{(pid=79158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:23:37.832039 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f88d193-0830-4f46-b36f-269e1032883e None None] Sync routers for ids ['4a8be171-21c9-417e-b629-50b381925acd'] in dv-cinder-804265-1-smb {{(pid=79161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:23:37.855721 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f88d193-0830-4f46-b36f-269e1032883e None None] Routers {'4a8be171-21c9-417e-b629-50b381925acd'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:23:37.861227 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-7f88d193-0830-4f46-b36f-269e1032883e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:23:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['4a8be171-21c9-417e-b629-50b381925acd'], 'active': True} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:23:37.875241 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-c4bc5d86-99d4-493c-90c7-79709f63ac46 admin admin] Notify callbacks [] for router, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:37.879989 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 42550) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:23:37.880801 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-c4bc5d86-99d4-493c-90c7-79709f63ac46 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7109332 Aug 11 16:23:38.020429 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning for port 36e662b6-5f8a-4992-8706-db216becc9fb completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:23:38.034017 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device e11f02c8-5d29-4687-8019-8a478041a57e up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:23:38.134980 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6249150-a7a4-40de-a2af-0008273d0a50 None None] Network 6ecb80b8-adac-4260-be26-8e5975b3ef9f requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:23:38.187048 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 6 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:23:38.216304 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvr_db [None req-7f88d193-0830-4f46-b36f-269e1032883e None None] Set router 4a8be171-21c9-417e-b629-50b381925acd gateway port host: dv-cinder-804265-1-smb {{(pid=79161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:23:38.305457 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-ad969b39-e3e8-4bb3-aea4-47f05e405835 None None] Provisioning for port 36e662b6-5f8a-4992-8706-db216becc9fb completed by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:23:38.365143 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-ad969b39-e3e8-4bb3-aea4-47f05e405835 None None] Provisioning complete for port 36e662b6-5f8a-4992-8706-db216becc9fb triggered by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:38.365525 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-ad969b39-e3e8-4bb3-aea4-47f05e405835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:38.528997 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning for port e11f02c8-5d29-4687-8019-8a478041a57e completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:23:38.569488 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port e11f02c8-5d29-4687-8019-8a478041a57e triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:38.569874 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:38.633143 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-7f88d193-0830-4f46-b36f-269e1032883e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8be171-21c9-417e-b629-50b381925acd', 'name': 'tempest-TestMinimumBasicScenario-886655486-router', 'tenant_id': '8e905f6f63e74b1cb7c0adab8544a08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '345ac5fe-c5ed-4fd2-8765-011fabbb83cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:34Z', 'updated_at': '2021-08-11T16:23:36Z', 'revision_number': 3, 'project_id': '8e905f6f63e74b1cb7c0adab8544a08c', 'gw_port': {'id': '345ac5fe-c5ed-4fd2-8765-011fabbb83cb', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8be171-21c9-417e-b629-50b381925acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:35Z', 'updated_at': '2021-08-11T16:23:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb'}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:23:38.648137 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f88d193-0830-4f46-b36f-269e1032883e None None] Checking router: 4a8be171-21c9-417e-b629-50b381925acd for host: dv-cinder-804265-1-smb {{(pid=79161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:23:38.648531 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f88d193-0830-4f46-b36f-269e1032883e None None] Updating router 4a8be171-21c9-417e-b629-50b381925acd port 345ac5fe-c5ed-4fd2-8765-011fabbb83cb binding host dv-cinder-804265-1-smb {{(pid=79161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 16:23:38.755252 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-7f88d193-0830-4f46-b36f-269e1032883e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:38.775237 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-ad969b39-e3e8-4bb3-aea4-47f05e405835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:38.833734 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-ad969b39-e3e8-4bb3-aea4-47f05e405835 None None] For port 36e662b6-5f8a-4992-8706-db216becc9fb, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=36e662b6-5f8a-4992-8706-db216becc9fb,segment=NetworkSegment(2eb5f6ad-ec1b-443a-a178-6eb690ba2a2f),segment_id=2eb5f6ad-ec1b-443a-a178-6eb690ba2a2f)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:23:38.865424 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-ad969b39-e3e8-4bb3-aea4-47f05e405835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:38.874433 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-c4501f46-fd1a-4300-9f8a-bc545c503972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:38.957576 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:38.968805 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee6755-cc29-4c16-a40e-f36150feaa20 req-fe7eac01-9b5b-4791-af2f-92c74e3dead2 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:38.970339 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-20ee6755-cc29-4c16-a40e-f36150feaa20 req-fe7eac01-9b5b-4791-af2f-92c74e3dead2 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 945 time: 0.4951296 Aug 11 16:23:38.988104 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed3f7c-a644-4878-8371-fecf701a07e7 req-75440e14-3c4c-4be8-946b-385d9a4803a9 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:38.989805 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9fed3f7c-a644-4878-8371-fecf701a07e7 req-75440e14-3c4c-4be8-946b-385d9a4803a9 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.5133839 Aug 11 16:23:38.990684 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad969b39-e3e8-4bb3-aea4-47f05e405835 None None] Pushing event updated for resources: {'Port': ['ID=36e662b6-5f8a-4992-8706-db216becc9fb,revision_number=3']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:39.023134 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] For port e11f02c8-5d29-4687-8019-8a478041a57e, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=e11f02c8-5d29-4687-8019-8a478041a57e,segment=NetworkSegment(af383707-3347-4b04-8513-99355cc9791f),segment_id=af383707-3347-4b04-8513-99355cc9791f)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:23:39.024315 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-ad969b39-e3e8-4bb3-aea4-47f05e405835 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:39.027451 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:39.029428 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:39.119079 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Pushing event updated for resources: {'Port': ['ID=e11f02c8-5d29-4687-8019-8a478041a57e,revision_number=5']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:39.124155 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:39.132148 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9fed3f7c-a644-4878-8371-fecf701a07e7 req-574630de-0eed-44ee-9fad-fc648c2f87fb tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169572 Aug 11 16:23:39.143211 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-20ee6755-cc29-4c16-a40e-f36150feaa20 req-99cd5b36-6515-4837-880d-3561b150b2c6 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521256 Aug 11 16:23:39.197467 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-7f88d193-0830-4f46-b36f-269e1032883e None None] Notify callbacks [] for port, precommit_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:39.212776 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.provisioning_blocks [None req-7f88d193-0830-4f46-b36f-269e1032883e None None] Transition to ACTIVE for port object 345ac5fe-c5ed-4fd2-8765-011fabbb83cb will not be triggered until provisioned by entity L2. {{(pid=79161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:23:39.223893 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-7f88d193-0830-4f46-b36f-269e1032883e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:39.230421 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG oslo_concurrency.lockutils [None req-37f32d6a-5777-4224-a260-2834e48b75a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:39.296279 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-631ca62b-91d8-417c-ba6a-eac4d265c3b7 None None] Provisioning complete for port 36e662b6-5f8a-4992-8706-db216becc9fb triggered by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:39.296928 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-631ca62b-91d8-417c-ba6a-eac4d265c3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:39.328232 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ad2db-fe46-4f11-b51f-d5419e2b12a7 None None] Pushing event updated for resources: {'Port': ['ID=345ac5fe-c5ed-4fd2-8765-011fabbb83cb,revision_number=2']} {{(pid=79161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:39.332945 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG oslo_concurrency.lockutils [None req-b06ad2db-fe46-4f11-b51f-d5419e2b12a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:39.337087 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.managers [None req-7f88d193-0830-4f46-b36f-269e1032883e None None] Attempting to bind port 345ac5fe-c5ed-4fd2-8765-011fabbb83cb on host dv-cinder-804265-1-smb for vnic_type normal with profile {{(pid=79161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:23:39.337468 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.managers [None req-7f88d193-0830-4f46-b36f-269e1032883e None None] Attempting to bind port 345ac5fe-c5ed-4fd2-8765-011fabbb83cb by drivers openvswitch,hyperv on host dv-cinder-804265-1-smb at level 0 using segments [{'id': 'ef0f4f8c-59c6-4f74-90fe-819af28e8bc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'}] {{(pid=79161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:23:39.337839 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f88d193-0830-4f46-b36f-269e1032883e None None] Attempting to bind port 345ac5fe-c5ed-4fd2-8765-011fabbb83cb on network 74b3c71b-fb08-4503-8924-b9e5cb7ae853 {{(pid=79161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:23:39.347683 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f88d193-0830-4f46-b36f-269e1032883e None None] Checking agent: {'id': '5e93d7f9-9d48-4304-bf8c-d89fe7491ad7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 12, 47), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:23:39.348143 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f88d193-0830-4f46-b36f-269e1032883e None None] Checking segment: {'id': 'ef0f4f8c-59c6-4f74-90fe-819af28e8bc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:23:39.348638 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-7f88d193-0830-4f46-b36f-269e1032883e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:39.349104 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f88d193-0830-4f46-b36f-269e1032883e None None] Bound using segment: {'id': 'ef0f4f8c-59c6-4f74-90fe-819af28e8bc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'} {{(pid=79161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:23:39.349648 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.managers [None req-7f88d193-0830-4f46-b36f-269e1032883e None None] Bound port: 345ac5fe-c5ed-4fd2-8765-011fabbb83cb, host: dv-cinder-804265-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f4f8c-59c6-4f74-90fe-819af28e8bc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'}}] {{(pid=79161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:23:39.350120 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-7f88d193-0830-4f46-b36f-269e1032883e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:39.361829 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-120379a1-2183-46cc-9267-39346f7b506c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:39.465834 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.db [None req-7f88d193-0830-4f46-b36f-269e1032883e None None] For port 345ac5fe-c5ed-4fd2-8765-011fabbb83cb, host dv-cinder-804265-1-smb, cleared binding levels {{(pid=79161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:23:39.470019 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.db [None req-7f88d193-0830-4f46-b36f-269e1032883e None None] For port 345ac5fe-c5ed-4fd2-8765-011fabbb83cb, host dv-cinder-804265-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=345ac5fe-c5ed-4fd2-8765-011fabbb83cb,segment=NetworkSegment(ef0f4f8c-59c6-4f74-90fe-819af28e8bc6),segment_id=ef0f4f8c-59c6-4f74-90fe-819af28e8bc6)] {{(pid=79161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:23:39.475962 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-7f88d193-0830-4f46-b36f-269e1032883e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:39.480831 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:39.563210 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f88d193-0830-4f46-b36f-269e1032883e None None] Routers {'4a8be171-21c9-417e-b629-50b381925acd'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:23:39.564637 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-7f88d193-0830-4f46-b36f-269e1032883e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:23:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['4a8be171-21c9-417e-b629-50b381925acd'], 'active': True} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:23:39.625456 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 36e662b6-5f8a-4992-8706-db216becc9fb up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:23:39.625644 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ad2db-fe46-4f11-b51f-d5419e2b12a7 None None] Pushing event updated for resources: {'Port': ['ID=345ac5fe-c5ed-4fd2-8765-011fabbb83cb,revision_number=3']} {{(pid=79161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:39.635770 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG oslo_concurrency.lockutils [None req-b06ad2db-fe46-4f11-b51f-d5419e2b12a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:39.710099 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.db_base_plugin_common [None req-120379a1-2183-46cc-9267-39346f7b506c admin admin] Allocated IP 172.20.0.1 (6ecb80b8-adac-4260-be26-8e5975b3ef9f/17c48ca1-1517-4526-8c72-f090b34a720f/c5452f48-c7dd-4eb5-84b0-22c7fe283ab7) {{(pid=79159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:23:39.727133 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port 36e662b6-5f8a-4992-8706-db216becc9fb triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:39.727650 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:39.769906 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvr_db [None req-7f88d193-0830-4f46-b36f-269e1032883e None None] Set router 4a8be171-21c9-417e-b629-50b381925acd gateway port host: dv-cinder-804265-1-smb {{(pid=79161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:23:39.895672 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-120379a1-2183-46cc-9267-39346f7b506c admin admin] Notify callbacks [] for port, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:39.914957 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.provisioning_blocks [None req-120379a1-2183-46cc-9267-39346f7b506c admin admin] Transition to ACTIVE for port object c5452f48-c7dd-4eb5-84b0-22c7fe283ab7 will not be triggered until provisioned by entity DHCP. {{(pid=79159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:23:39.916583 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device e11f02c8-5d29-4687-8019-8a478041a57e up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:23:39.945294 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-120379a1-2183-46cc-9267-39346f7b506c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552'] for port, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:39.958196 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:39.998277 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port e11f02c8-5d29-4687-8019-8a478041a57e triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:39.998664 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:40.021960 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120379a1-2183-46cc-9267-39346f7b506c admin admin] Network 6ecb80b8-adac-4260-be26-8e5975b3ef9f is already hosted by enough agents. {{(pid=79159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:23:40.025716 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [None req-120379a1-2183-46cc-9267-39346f7b506c admin admin] Resources bound (agent type, host, resource id): {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:23:40.044206 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120379a1-2183-46cc-9267-39346f7b506c admin admin] Pushing event updated for resources: {'Port': ['ID=c5452f48-c7dd-4eb5-84b0-22c7fe283ab7,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:40.053178 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120379a1-2183-46cc-9267-39346f7b506c admin admin] Received port after_create {{(pid=79159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:23:40.053791 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-120379a1-2183-46cc-9267-39346f7b506c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397909'] for router_interface, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:40.057455 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-120379a1-2183-46cc-9267-39346f7b506c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:40.226434 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-120379a1-2183-46cc-9267-39346f7b506c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:40.262596 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-7f88d193-0830-4f46-b36f-269e1032883e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8be171-21c9-417e-b629-50b381925acd', 'name': 'tempest-TestMinimumBasicScenario-886655486-router', 'tenant_id': '8e905f6f63e74b1cb7c0adab8544a08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '345ac5fe-c5ed-4fd2-8765-011fabbb83cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:34Z', 'updated_at': '2021-08-11T16:23:36Z', 'revision_number': 3, 'project_id': '8e905f6f63e74b1cb7c0adab8544a08c', 'gw_port': {'id': '345ac5fe-c5ed-4fd2-8765-011fabbb83cb', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8be171-21c9-417e-b629-50b381925acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:35Z', 'updated_at': '2021-08-11T16:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb'}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:23:40.268547 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f88d193-0830-4f46-b36f-269e1032883e None None] The sync data for ids ['4a8be171-21c9-417e-b629-50b381925acd'] in dv-cinder-804265-1-smb is: [{'id': '4a8be171-21c9-417e-b629-50b381925acd', 'name': 'tempest-TestMinimumBasicScenario-886655486-router', 'tenant_id': '8e905f6f63e74b1cb7c0adab8544a08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '345ac5fe-c5ed-4fd2-8765-011fabbb83cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:34Z', 'updated_at': '2021-08-11T16:23:36Z', 'revision_number': 3, 'project_id': '8e905f6f63e74b1cb7c0adab8544a08c', 'gw_port': {'id': '345ac5fe-c5ed-4fd2-8765-011fabbb83cb', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8be171-21c9-417e-b629-50b381925acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:35Z', 'updated_at': '2021-08-11T16:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb'}] {{(pid=79161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:23:40.388944 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-d16034e9-340f-4ef9-a344-e1b91ad9b48f None None] Provisioning for port c5452f48-c7dd-4eb5-84b0-22c7fe283ab7 completed by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:23:40.394540 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-d16034e9-340f-4ef9-a344-e1b91ad9b48f None None] Provisioning complete for port c5452f48-c7dd-4eb5-84b0-22c7fe283ab7 triggered by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:40.395041 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-d16034e9-340f-4ef9-a344-e1b91ad9b48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:40.464749 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-d16034e9-340f-4ef9-a344-e1b91ad9b48f None None] Port c5452f48-c7dd-4eb5-84b0-22c7fe283ab7 cannot update to ACTIVE because it is not bound. {{(pid=79160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:23:40.594645 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315d871-a0bd-4301-8127-4551705a98ed req-2e73d9c8-6333-4142-aec4-1960e3f9fcae tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:40.600996 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5315d871-a0bd-4301-8127-4551705a98ed req-2e73d9c8-6333-4142-aec4-1960e3f9fcae tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 945 time: 0.2560654 Aug 11 16:23:40.620029 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ef5d9-7a5a-4fe8-9fe4-b29781dd3cc6 req-8c1726ec-5250-4081-aebb-082e1cf26157 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:40.621617 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a42ef5d9-7a5a-4fe8-9fe4-b29781dd3cc6 req-8c1726ec-5250-4081-aebb-082e1cf26157 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.3258317 Aug 11 16:23:40.741482 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5315d871-a0bd-4301-8127-4551705a98ed req-c27f0bb3-5c65-48b0-a451-16c817ffddbf tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161773 Aug 11 16:23:40.747678 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a42ef5d9-7a5a-4fe8-9fe4-b29781dd3cc6 req-c2d4dce0-f8a7-4500-9e86-ce9284b8654d tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945668 Aug 11 16:23:40.784242 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-120379a1-2183-46cc-9267-39346f7b506c admin admin] Notify callbacks [] for port, precommit_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:40.794275 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-120379a1-2183-46cc-9267-39346f7b506c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:40.795477 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-120379a1-2183-46cc-9267-39346f7b506c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397882'] for router_interface, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:40.801964 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-604716e5-575f-4cf9-b123-50cd695cc245 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:40.910971 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120379a1-2183-46cc-9267-39346f7b506c admin admin] Pushing event updated for resources: {'Port': ['ID=c5452f48-c7dd-4eb5-84b0-22c7fe283ab7,revision_number=2']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:40.915416 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-120379a1-2183-46cc-9267-39346f7b506c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:41.023227 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120379a1-2183-46cc-9267-39346f7b506c admin admin] Network 6ecb80b8-adac-4260-be26-8e5975b3ef9f is already hosted by enough agents. {{(pid=79159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:23:41.024340 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [None req-120379a1-2183-46cc-9267-39346f7b506c admin admin] Resources bound (agent type, host, resource id): {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:23:41.293362 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-76241e7b-6151-4d19-b910-ed8b92f9ec62 None None] Provisioning complete for port c5452f48-c7dd-4eb5-84b0-22c7fe283ab7 triggered by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:41.293841 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-76241e7b-6151-4d19-b910-ed8b92f9ec62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:41.349536 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-76241e7b-6151-4d19-b910-ed8b92f9ec62 None None] Port c5452f48-c7dd-4eb5-84b0-22c7fe283ab7 cannot update to ACTIVE because it is not bound. {{(pid=79160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:23:41.422793 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120379a1-2183-46cc-9267-39346f7b506c admin admin] Router 4a8be171-21c9-417e-b629-50b381925acd has already been hosted by L3 agent fe3825e1-cd20-4759-aaf9-51b0eae29acc {{(pid=79159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:23:41.435910 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930f400-1860-4e75-b159-13fd36ca29a2 req-29208b17-7d61-427b-afc9-1b0b0658008f tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:41.437402 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b930f400-1860-4e75-b159-13fd36ca29a2 req-29208b17-7d61-427b-afc9-1b0b0658008f tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed0b8ab6-42eb-4f91-8a0a-8d2227670ff0 HTTP/1.1" status: 200 len: 945 time: 0.1322279 Aug 11 16:23:41.627448 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b930f400-1860-4e75-b159-13fd36ca29a2 req-ad3919f4-3e3f-47ed-ad9e-b49a6b0e69e1 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771762 Aug 11 16:23:41.665024 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 345ac5fe-c5ed-4fd2-8765-011fabbb83cb up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:23:41.749449 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning for port 345ac5fe-c5ed-4fd2-8765-011fabbb83cb completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:23:41.754442 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port 345ac5fe-c5ed-4fd2-8765-011fabbb83cb triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:41.754826 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:41.764443 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120379a1-2183-46cc-9267-39346f7b506c admin admin] Notify agent at l3_agent.dv-cinder-804265-1-smb the message routers_updated {{(pid=79159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:23:41.773153 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-120379a1-2183-46cc-9267-39346f7b506c admin admin] 10.222.0.21 "PUT /v2.0/routers/4a8be171-21c9-417e-b629-50b381925acd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8921380 Aug 11 16:23:41.901813 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:41.921920 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] For port 345ac5fe-c5ed-4fd2-8765-011fabbb83cb, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=345ac5fe-c5ed-4fd2-8765-011fabbb83cb,segment=NetworkSegment(ef0f4f8c-59c6-4f74-90fe-819af28e8bc6),segment_id=ef0f4f8c-59c6-4f74-90fe-819af28e8bc6)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:23:41.927413 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:41.929558 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-03dd9bb9-c734-4b53-aa95-2f8638507cee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:42.027964 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Pushing event updated for resources: {'Port': ['ID=345ac5fe-c5ed-4fd2-8765-011fabbb83cb,revision_number=4']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:42.032155 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:42.115434 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015ceac-774e-4c17-9039-8b0aea893766 req-449514d1-2c35-41af-82c6-447e6619d7af tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:42.116954 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d015ceac-774e-4c17-9039-8b0aea893766 req-449514d1-2c35-41af-82c6-447e6619d7af tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 945 time: 0.1625793 Aug 11 16:23:42.126606 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac432ba1-595b-4d71-90f6-b5bb44be9913 req-e0b586d3-6432-4cf5-a300-89afa95b82d3 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:42.128356 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ac432ba1-595b-4d71-90f6-b5bb44be9913 req-e0b586d3-6432-4cf5-a300-89afa95b82d3 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.2278502 Aug 11 16:23:42.213986 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d015ceac-774e-4c17-9039-8b0aea893766 req-ca76c9c4-ac94-41d3-bfa6-923c09e3732d tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823033 Aug 11 16:23:42.220059 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ac432ba1-595b-4d71-90f6-b5bb44be9913 req-aeff7873-0405-4a31-82aa-a9d649a62e84 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722387 Aug 11 16:23:42.225587 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a6ee37-9756-43d3-b3b1-4026111d0cc9 None None] Sync routers for ids ['4a8be171-21c9-417e-b629-50b381925acd'] in dv-cinder-804265-1-smb {{(pid=79160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:23:42.237194 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a6ee37-9756-43d3-b3b1-4026111d0cc9 None None] Routers {'4a8be171-21c9-417e-b629-50b381925acd'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:23:42.239287 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-44a6ee37-9756-43d3-b3b1-4026111d0cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:23:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['4a8be171-21c9-417e-b629-50b381925acd'], 'active': True} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:23:42.458850 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvr_db [None req-44a6ee37-9756-43d3-b3b1-4026111d0cc9 None None] Set router 4a8be171-21c9-417e-b629-50b381925acd gateway port host: dv-cinder-804265-1-smb {{(pid=79160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:23:42.901795 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-44a6ee37-9756-43d3-b3b1-4026111d0cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8be171-21c9-417e-b629-50b381925acd', 'name': 'tempest-TestMinimumBasicScenario-886655486-router', 'tenant_id': '8e905f6f63e74b1cb7c0adab8544a08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '345ac5fe-c5ed-4fd2-8765-011fabbb83cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:34Z', 'updated_at': '2021-08-11T16:23:40Z', 'revision_number': 4, 'project_id': '8e905f6f63e74b1cb7c0adab8544a08c', 'gw_port': {'id': '345ac5fe-c5ed-4fd2-8765-011fabbb83cb', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8be171-21c9-417e-b629-50b381925acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:35Z', 'updated_at': '2021-08-11T16:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': 'c5452f48-c7dd-4eb5-84b0-22c7fe283ab7', 'name': '', 'network_id': '6ecb80b8-adac-4260-be26-8e5975b3ef9f', 'tenant_id': '8e905f6f63e74b1cb7c0adab8544a08c', 'mac_address': 'fa:16:3e:e9:7a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8be171-21c9-417e-b629-50b381925acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '17c48ca1-1517-4526-8c72-f090b34a720f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:39Z', 'updated_at': '2021-08-11T16:23:40Z', 'revision_number': 2, 'project_id': '8e905f6f63e74b1cb7c0adab8544a08c', 'subnets': [{'id': '17c48ca1-1517-4526-8c72-f090b34a720f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:23:42.906917 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a6ee37-9756-43d3-b3b1-4026111d0cc9 None None] Checking router: 4a8be171-21c9-417e-b629-50b381925acd for host: dv-cinder-804265-1-smb {{(pid=79160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:23:42.907448 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a6ee37-9756-43d3-b3b1-4026111d0cc9 None None] Updating router 4a8be171-21c9-417e-b629-50b381925acd port c5452f48-c7dd-4eb5-84b0-22c7fe283ab7 binding host dv-cinder-804265-1-smb {{(pid=79160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 16:23:42.918364 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd75bcd-9fea-45b6-9dcc-bc1ae35f12c6 req-1c094390-e4c0-43fd-a6d7-7bae3503af80 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:42.920776 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1dd75bcd-9fea-45b6-9dcc-bc1ae35f12c6 req-1c094390-e4c0-43fd-a6d7-7bae3503af80 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed0b8ab6-42eb-4f91-8a0a-8d2227670ff0 HTTP/1.1" status: 200 len: 945 time: 0.0992110 Aug 11 16:23:42.978875 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-44a6ee37-9756-43d3-b3b1-4026111d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:42.984463 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1dd75bcd-9fea-45b6-9dcc-bc1ae35f12c6 req-a660adbb-e41f-42d4-8b5d-f0febf906cfb tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580356 Aug 11 16:23:43.473065 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-44a6ee37-9756-43d3-b3b1-4026111d0cc9 None None] Notify callbacks [] for port, precommit_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:43.487350 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-44a6ee37-9756-43d3-b3b1-4026111d0cc9 None None] Transition to ACTIVE for port object c5452f48-c7dd-4eb5-84b0-22c7fe283ab7 will not be triggered until provisioned by entity L2. {{(pid=79160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:23:43.498948 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-44a6ee37-9756-43d3-b3b1-4026111d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:43.504051 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:43.560805 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b02e0-3b15-466e-a6ad-0264e3ee729c req-b4e0d9de-c1c5-4702-8844-c519ff248f35 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:43.562479 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c90b02e0-3b15-466e-a6ad-0264e3ee729c req-b4e0d9de-c1c5-4702-8844-c519ff248f35 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 945 time: 0.1310189 Aug 11 16:23:43.595989 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc51377-c280-4ca5-8a35-164a7a7ded9c req-c055c242-7a0f-41ab-af4a-4db987695672 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:43.597614 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2fc51377-c280-4ca5-8a35-164a7a7ded9c req-c055c242-7a0f-41ab-af4a-4db987695672 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.2010767 Aug 11 16:23:43.697729 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2fc51377-c280-4ca5-8a35-164a7a7ded9c req-40d87c8f-5b90-49bd-a0a0-d3723afcd02a tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849211 Aug 11 16:23:43.713198 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c90b02e0-3b15-466e-a6ad-0264e3ee729c req-d136596d-4b08-4411-908c-525581cc1b91 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437635 Aug 11 16:23:43.758501 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 345ac5fe-c5ed-4fd2-8765-011fabbb83cb up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:23:43.795865 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ddc856-1579-4a95-a1bf-70271c7d0820 None None] Pushing event updated for resources: {'Port': ['ID=c5452f48-c7dd-4eb5-84b0-22c7fe283ab7,revision_number=3']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:43.807413 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-59ddc856-1579-4a95-a1bf-70271c7d0820 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:43.842647 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-44a6ee37-9756-43d3-b3b1-4026111d0cc9 None None] Attempting to bind port c5452f48-c7dd-4eb5-84b0-22c7fe283ab7 on host dv-cinder-804265-1-smb for vnic_type normal with profile {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:23:43.843125 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-44a6ee37-9756-43d3-b3b1-4026111d0cc9 None None] Attempting to bind port c5452f48-c7dd-4eb5-84b0-22c7fe283ab7 by drivers openvswitch,hyperv on host dv-cinder-804265-1-smb at level 0 using segments [{'id': '2eb5f6ad-ec1b-443a-a178-6eb690ba2a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ecb80b8-adac-4260-be26-8e5975b3ef9f'}] {{(pid=79160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:23:43.843508 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a6ee37-9756-43d3-b3b1-4026111d0cc9 None None] Attempting to bind port c5452f48-c7dd-4eb5-84b0-22c7fe283ab7 on network 6ecb80b8-adac-4260-be26-8e5975b3ef9f {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:23:43.854095 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a6ee37-9756-43d3-b3b1-4026111d0cc9 None None] Checking agent: {'id': '5e93d7f9-9d48-4304-bf8c-d89fe7491ad7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 12, 47), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:23:43.854513 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a6ee37-9756-43d3-b3b1-4026111d0cc9 None None] Checking segment: {'id': '2eb5f6ad-ec1b-443a-a178-6eb690ba2a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ecb80b8-adac-4260-be26-8e5975b3ef9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:23:43.854925 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-44a6ee37-9756-43d3-b3b1-4026111d0cc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:43.855332 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a6ee37-9756-43d3-b3b1-4026111d0cc9 None None] Bound using segment: {'id': '2eb5f6ad-ec1b-443a-a178-6eb690ba2a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ecb80b8-adac-4260-be26-8e5975b3ef9f'} {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:23:43.855817 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-44a6ee37-9756-43d3-b3b1-4026111d0cc9 None None] Bound port: c5452f48-c7dd-4eb5-84b0-22c7fe283ab7, host: dv-cinder-804265-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb5f6ad-ec1b-443a-a178-6eb690ba2a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6ecb80b8-adac-4260-be26-8e5975b3ef9f'}}] {{(pid=79160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:23:43.856205 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-44a6ee37-9756-43d3-b3b1-4026111d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:43.964193 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port 345ac5fe-c5ed-4fd2-8765-011fabbb83cb triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:43.964575 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:44.030097 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-44a6ee37-9756-43d3-b3b1-4026111d0cc9 None None] For port c5452f48-c7dd-4eb5-84b0-22c7fe283ab7, host dv-cinder-804265-1-smb, cleared binding levels {{(pid=79160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:23:44.049041 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-44a6ee37-9756-43d3-b3b1-4026111d0cc9 None None] For port c5452f48-c7dd-4eb5-84b0-22c7fe283ab7, host dv-cinder-804265-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=c5452f48-c7dd-4eb5-84b0-22c7fe283ab7,segment=NetworkSegment(2eb5f6ad-ec1b-443a-a178-6eb690ba2a2f),segment_id=2eb5f6ad-ec1b-443a-a178-6eb690ba2a2f)] {{(pid=79160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:23:44.066464 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-44a6ee37-9756-43d3-b3b1-4026111d0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:44.074290 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:44.313064 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4b93b-f033-4741-b34a-248e8d965577 req-e472f68d-179f-4c2e-8c71-5da7e8e2e5ce tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:44.326906 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-dfc4b93b-f033-4741-b34a-248e8d965577 req-e472f68d-179f-4c2e-8c71-5da7e8e2e5ce tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed0b8ab6-42eb-4f91-8a0a-8d2227670ff0 HTTP/1.1" status: 200 len: 945 time: 0.2087662 Aug 11 16:23:44.391165 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-dfc4b93b-f033-4741-b34a-248e8d965577 req-92e63f17-5230-4e9d-be0c-97cedcc4b3e1 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633249 Aug 11 16:23:44.418510 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a6ee37-9756-43d3-b3b1-4026111d0cc9 None None] Routers {'4a8be171-21c9-417e-b629-50b381925acd'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:23:44.425150 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-44a6ee37-9756-43d3-b3b1-4026111d0cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:23:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['4a8be171-21c9-417e-b629-50b381925acd'], 'active': True} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:23:44.506275 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ddc856-1579-4a95-a1bf-70271c7d0820 None None] Pushing event updated for resources: {'Port': ['ID=c5452f48-c7dd-4eb5-84b0-22c7fe283ab7,revision_number=4']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:44.518509 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-59ddc856-1579-4a95-a1bf-70271c7d0820 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:44.721407 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0966bbe-50ca-4970-8753-92ffcefce25b req-3de10235-a1f3-4d0f-96e1-e332addd3ed7 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:44.724156 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f0966bbe-50ca-4970-8753-92ffcefce25b req-3de10235-a1f3-4d0f-96e1-e332addd3ed7 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed0b8ab6-42eb-4f91-8a0a-8d2227670ff0 HTTP/1.1" status: 200 len: 945 time: 0.1621192 Aug 11 16:23:44.737610 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvr_db [None req-44a6ee37-9756-43d3-b3b1-4026111d0cc9 None None] Set router 4a8be171-21c9-417e-b629-50b381925acd gateway port host: dv-cinder-804265-1-smb {{(pid=79160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:23:44.835502 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [req-f0966bbe-50ca-4970-8753-92ffcefce25b req-56660992-3250-4361-9f23-beaca994240e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Deleting port 2c82decb-4086-4eff-91cf-b28d3d2715cf {{(pid=79159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:23:44.835899 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-f0966bbe-50ca-4970-8753-92ffcefce25b req-56660992-3250-4361-9f23-beaca994240e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:45.142604 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247fef5-8966-4adc-b37d-25f24d381ddc req-bbd58194-0e49-4133-8ced-d4af3edfe930 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:45.149282 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e247fef5-8966-4adc-b37d-25f24d381ddc req-bbd58194-0e49-4133-8ced-d4af3edfe930 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.2793598 Aug 11 16:23:45.297987 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-44a6ee37-9756-43d3-b3b1-4026111d0cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8be171-21c9-417e-b629-50b381925acd', 'name': 'tempest-TestMinimumBasicScenario-886655486-router', 'tenant_id': '8e905f6f63e74b1cb7c0adab8544a08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '345ac5fe-c5ed-4fd2-8765-011fabbb83cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:34Z', 'updated_at': '2021-08-11T16:23:40Z', 'revision_number': 4, 'project_id': '8e905f6f63e74b1cb7c0adab8544a08c', 'gw_port': {'id': '345ac5fe-c5ed-4fd2-8765-011fabbb83cb', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8be171-21c9-417e-b629-50b381925acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:35Z', 'updated_at': '2021-08-11T16:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': 'c5452f48-c7dd-4eb5-84b0-22c7fe283ab7', 'name': '', 'network_id': '6ecb80b8-adac-4260-be26-8e5975b3ef9f', 'tenant_id': '8e905f6f63e74b1cb7c0adab8544a08c', 'mac_address': 'fa:16:3e:e9:7a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8be171-21c9-417e-b629-50b381925acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '17c48ca1-1517-4526-8c72-f090b34a720f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:39Z', 'updated_at': '2021-08-11T16:23:44Z', 'revision_number': 4, 'project_id': '8e905f6f63e74b1cb7c0adab8544a08c', 'subnets': [{'id': '17c48ca1-1517-4526-8c72-f090b34a720f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:23:45.305120 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a6ee37-9756-43d3-b3b1-4026111d0cc9 None None] The sync data for ids ['4a8be171-21c9-417e-b629-50b381925acd'] in dv-cinder-804265-1-smb is: [{'id': '4a8be171-21c9-417e-b629-50b381925acd', 'name': 'tempest-TestMinimumBasicScenario-886655486-router', 'tenant_id': '8e905f6f63e74b1cb7c0adab8544a08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '345ac5fe-c5ed-4fd2-8765-011fabbb83cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:34Z', 'updated_at': '2021-08-11T16:23:40Z', 'revision_number': 4, 'project_id': '8e905f6f63e74b1cb7c0adab8544a08c', 'gw_port': {'id': '345ac5fe-c5ed-4fd2-8765-011fabbb83cb', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8be171-21c9-417e-b629-50b381925acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:35Z', 'updated_at': '2021-08-11T16:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': 'c5452f48-c7dd-4eb5-84b0-22c7fe283ab7', 'name': '', 'network_id': '6ecb80b8-adac-4260-be26-8e5975b3ef9f', 'tenant_id': '8e905f6f63e74b1cb7c0adab8544a08c', 'mac_address': 'fa:16:3e:e9:7a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a8be171-21c9-417e-b629-50b381925acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '17c48ca1-1517-4526-8c72-f090b34a720f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:39Z', 'updated_at': '2021-08-11T16:23:44Z', 'revision_number': 4, 'project_id': '8e905f6f63e74b1cb7c0adab8544a08c', 'subnets': [{'id': '17c48ca1-1517-4526-8c72-f090b34a720f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:23:45.459191 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786a698-3300-4b7b-b11b-55c7c7a8c4f9 req-92a3f3db-3ae2-4362-9fc4-63f728654d31 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:45.466405 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c786a698-3300-4b7b-b11b-55c7c7a8c4f9 req-92a3f3db-3ae2-4362-9fc4-63f728654d31 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 945 time: 0.5347602 Aug 11 16:23:45.523524 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e247fef5-8966-4adc-b37d-25f24d381ddc req-9ebb7176-6acc-4f1d-95a8-761f5ef66093 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732655 Aug 11 16:23:45.686354 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c786a698-3300-4b7b-b11b-55c7c7a8c4f9 req-b93442e4-bcbf-4d1a-b554-0145d959878a tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2173457 Aug 11 16:23:45.688322 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-f0966bbe-50ca-4970-8753-92ffcefce25b req-56660992-3250-4361-9f23-beaca994240e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] For port 2c82decb-4086-4eff-91cf-b28d3d2715cf, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=2c82decb-4086-4eff-91cf-b28d3d2715cf,segment=NetworkSegment(e375eb40-c4eb-4ecd-bf39-be674a1305f8),segment_id=e375eb40-c4eb-4ecd-bf39-be674a1305f8)] {{(pid=79159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:23:45.690281 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-f0966bbe-50ca-4970-8753-92ffcefce25b req-56660992-3250-4361-9f23-beaca994240e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:45.694768 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device c5452f48-c7dd-4eb5-84b0-22c7fe283ab7 up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:23:45.828298 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning for port c5452f48-c7dd-4eb5-84b0-22c7fe283ab7 completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:23:45.833529 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port c5452f48-c7dd-4eb5-84b0-22c7fe283ab7 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:45.833913 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:45.980612 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [req-f0966bbe-50ca-4970-8753-92ffcefce25b req-56660992-3250-4361-9f23-beaca994240e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Calling delete_port for 2c82decb-4086-4eff-91cf-b28d3d2715cf owned by compute:nova {{(pid=79159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:23:46.083156 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:46.153250 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] For port c5452f48-c7dd-4eb5-84b0-22c7fe283ab7, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=c5452f48-c7dd-4eb5-84b0-22c7fe283ab7,segment=NetworkSegment(2eb5f6ad-ec1b-443a-a178-6eb690ba2a2f),segment_id=2eb5f6ad-ec1b-443a-a178-6eb690ba2a2f)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:23:46.161993 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:46.177883 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-03dd9bb9-c734-4b53-aa95-2f8638507cee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:46.321125 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Pushing event updated for resources: {'Port': ['ID=c5452f48-c7dd-4eb5-84b0-22c7fe283ab7,revision_number=5']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:46.325513 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:46.426601 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-f0966bbe-50ca-4970-8753-92ffcefce25b req-56660992-3250-4361-9f23-beaca994240e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561'] for port, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:46.440836 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-120379a1-2183-46cc-9267-39346f7b506c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:46.492372 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['d85173c0-8c2e-4785-99d7-09918b979ba3', '7b6f88b7-0eef-4153-afb1-774d6c3f08a0', 'e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:23:46.650414 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56660992-3250-4361-9f23-beaca994240e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Pushing event deleted for resources: {'Port': ['ID=2c82decb-4086-4eff-91cf-b28d3d2715cf,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:46.653451 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-56660992-3250-4361-9f23-beaca994240e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:46.657538 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0966bbe-50ca-4970-8753-92ffcefce25b req-56660992-3250-4361-9f23-beaca994240e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] No DVR routers for this DVR port 2c82decb-4086-4eff-91cf-b28d3d2715cf on host hv-cinder-80426 {{(pid=79159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:23:46.664769 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-f0966bbe-50ca-4970-8753-92ffcefce25b req-56660992-3250-4361-9f23-beaca994240e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:46.679768 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0b8ab6-42eb-4f91-8a0a-8d2227670ff0', 'name': 'network-vif-deleted', 'tag': '2c82decb-4086-4eff-91cf-b28d3d2715cf'}] {{(pid=79159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:23:46.707857 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-dfc02146-2883-47a8-811d-c9f86c3d4afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:46.710858 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc62b8-3466-4e37-9d88-d98f7800befa req-785edea5-e84a-4749-b6cc-ab84f76097bb tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:46.713957 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-f2bc62b8-3466-4e37-9d88-d98f7800befa req-785edea5-e84a-4749-b6cc-ab84f76097bb tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Synchronizing usage tracker for tenant:3fc782a108854b0da42a1d06299b49f2 on resource:port {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:23:46.733886 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f0966bbe-50ca-4970-8753-92ffcefce25b req-56660992-3250-4361-9f23-beaca994240e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.20 "DELETE /v2.0/ports/2c82decb-4086-4eff-91cf-b28d3d2715cf HTTP/1.1" status: 204 len: 173 time: 1.9951599 Aug 11 16:23:46.741746 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-f2bc62b8-3466-4e37-9d88-d98f7800befa req-785edea5-e84a-4749-b6cc-ab84f76097bb tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Unset dirty status for tenant:3fc782a108854b0da42a1d06299b49f2 on resource:port {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:23:46.755421 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f2bc62b8-3466-4e37-9d88-d98f7800befa req-785edea5-e84a-4749-b6cc-ab84f76097bb tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed0b8ab6-42eb-4f91-8a0a-8d2227670ff0 HTTP/1.1" status: 200 len: 945 time: 0.5030658 Aug 11 16:23:46.832853 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f2bc62b8-3466-4e37-9d88-d98f7800befa req-09563cad-e1cc-45eb-829a-100e04098a57 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731707 Aug 11 16:23:46.914993 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0b8ab6-42eb-4f91-8a0a-8d2227670ff0', 'name': 'network-vif-deleted', 'tag': '2c82decb-4086-4eff-91cf-b28d3d2715cf', 'status': 'completed', 'code': 200} Aug 11 16:23:47.191670 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c797aa0-6810-4ec5-a2f2-6317c388ee98 req-62f4d312-aeeb-41b4-8088-2eb59e5341db tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:47.193179 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9c797aa0-6810-4ec5-a2f2-6317c388ee98 req-62f4d312-aeeb-41b4-8088-2eb59e5341db tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.2773869 Aug 11 16:23:47.264235 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9c797aa0-6810-4ec5-a2f2-6317c388ee98 req-27313a74-9792-4232-8e34-170ed8aa0992 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651050 Aug 11 16:23:47.285840 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccdb0df-77a8-493c-849c-40463a5c9b64 req-af93cb8a-1310-453d-bd5f-6318dac84341 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:47.295526 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7ccdb0df-77a8-493c-849c-40463a5c9b64 req-af93cb8a-1310-453d-bd5f-6318dac84341 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 945 time: 0.1728497 Aug 11 16:23:47.312255 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:47.363592 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7ccdb0df-77a8-493c-849c-40463a5c9b64 req-3aa2bd2c-8710-421d-bb87-8d0feecfae77 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568223 Aug 11 16:23:47.365233 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 2c82decb-4086-4eff-91cf-b28d3d2715cf no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:23:47.412393 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] No Port match for: 2c82decb-4086-4eff-91cf-b28d3d2715cf {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:23:47.412750 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 2c82decb-4086-4eff-91cf-b28d3d2715cf not bound to the agent host hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:23:47.720074 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device c5452f48-c7dd-4eb5-84b0-22c7fe283ab7 up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:23:47.827982 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port c5452f48-c7dd-4eb5-84b0-22c7fe283ab7 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:23:47.828440 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:48.215591 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a1fd158b-3144-4631-b164-27b260fa0ca4 req-14cda104-77f9-4ac3-bd9e-dad362e0afd7 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed0b8ab6-42eb-4f91-8a0a-8d2227670ff0 HTTP/1.1" status: 200 len: 210 time: 0.1121383 Aug 11 16:23:48.644363 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492075b0-049e-498a-8505-5edf1adea9db req-2bcbaf3e-0ee8-4b84-9116-88f3ac380657 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:48.645872 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-492075b0-049e-498a-8505-5edf1adea9db req-2bcbaf3e-0ee8-4b84-9116-88f3ac380657 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 945 time: 0.1313910 Aug 11 16:23:48.655393 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be5eec-1975-44d7-944c-400ba07b25f8 req-4e093d29-2a5c-4e02-8141-cb489e2f4efe tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:48.662222 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-02be5eec-1975-44d7-944c-400ba07b25f8 req-4e093d29-2a5c-4e02-8141-cb489e2f4efe tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.1983073 Aug 11 16:23:48.731537 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-02be5eec-1975-44d7-944c-400ba07b25f8 req-363cdb65-87e1-4920-82ed-bb3885ef3900 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683892 Aug 11 16:23:48.776285 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-492075b0-049e-498a-8505-5edf1adea9db req-b503706f-84d8-47cd-afcf-ca770f2b901b tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114216 Aug 11 16:23:49.293973 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-cbb1f567-59ea-487b-90c7-f9f66d638c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:49.973431 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a9cab-d295-439c-a232-78bdc8f3f155 req-4efb9f7b-babf-4b16-a45e-41057170588f tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:49.980426 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-428a9cab-d295-439c-a232-78bdc8f3f155 req-4efb9f7b-babf-4b16-a45e-41057170588f tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.1099761 Aug 11 16:23:50.047257 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-428a9cab-d295-439c-a232-78bdc8f3f155 req-117b0701-2e46-4580-bce5-9b62cd28f3ae tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653841 Aug 11 16:23:50.263588 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851789d5-b823-4630-9644-d21fc1a98c74 req-8c9699f1-cc55-49b0-aa1c-ac7241cfab57 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:50.274503 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-851789d5-b823-4630-9644-d21fc1a98c74 req-8c9699f1-cc55-49b0-aa1c-ac7241cfab57 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 945 time: 0.1040196 Aug 11 16:23:50.340545 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-851789d5-b823-4630-9644-d21fc1a98c74 req-52419755-cc19-421c-a609-25f4d19d37b2 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649307 Aug 11 16:23:50.410984 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:51.463378 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f99532-2588-49ab-a04b-aba9d9f67f2b req-ddd73695-04e6-4a66-ade3-3d7238ffafaa tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:51.474235 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c8f99532-2588-49ab-a04b-aba9d9f67f2b req-ddd73695-04e6-4a66-ade3-3d7238ffafaa tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.2257538 Aug 11 16:23:51.524028 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a07aa-23c5-4494-a577-2dd6505f64c5 req-e7b4f85c-692a-4f30-a2ab-8649c7e03468 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:51.525731 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9b2a07aa-23c5-4494-a577-2dd6505f64c5 req-e7b4f85c-692a-4f30-a2ab-8649c7e03468 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d78e8c4-7815-4d46-b065-3583a5f5f7d4 HTTP/1.1" status: 200 len: 945 time: 0.2012811 Aug 11 16:23:51.561503 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c8f99532-2588-49ab-a04b-aba9d9f67f2b req-1dd580b4-bbbb-48aa-8b58-fa2b552d9cd0 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858259 Aug 11 16:23:51.676929 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9b2a07aa-23c5-4494-a577-2dd6505f64c5 req-ff317a82-b07a-447b-9e8d-f54e9e84cb99 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092434 Aug 11 16:23:51.701847 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:51.851855 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6097f6b-5424-4fb9-af08-a55ca49c4bd4 req-8e50750e-a531-496c-a123-3994cfcff1b4 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:51.853366 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e6097f6b-5424-4fb9-af08-a55ca49c4bd4 req-8e50750e-a531-496c-a123-3994cfcff1b4 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 945 time: 0.1105828 Aug 11 16:23:51.913601 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e6097f6b-5424-4fb9-af08-a55ca49c4bd4 req-18473e1c-2654-44b5-b9b2-c4995ef674d4 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507045 Aug 11 16:23:53.053239 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5381a-f351-4dd4-9165-7bfe6fc96b05 req-effe640f-b3c5-49aa-8bd3-55f89ecc6cf6 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:53.054760 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9ab5381a-f351-4dd4-9165-7bfe6fc96b05 req-effe640f-b3c5-49aa-8bd3-55f89ecc6cf6 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d78e8c4-7815-4d46-b065-3583a5f5f7d4 HTTP/1.1" status: 200 len: 945 time: 0.1230981 Aug 11 16:23:53.065543 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f27dd2-c194-4bac-b003-288ddb27ac9b req-f45d2c99-7b0d-46a4-9a7e-148798ef8096 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:53.072287 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-92f27dd2-c194-4bac-b003-288ddb27ac9b req-f45d2c99-7b0d-46a4-9a7e-148798ef8096 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.3339643 Aug 11 16:23:53.166693 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-92f27dd2-c194-4bac-b003-288ddb27ac9b req-db46f8de-4b8d-4c84-8625-12e3dc6f9e83 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933547 Aug 11 16:23:53.172074 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9ab5381a-f351-4dd4-9165-7bfe6fc96b05 req-8c18da91-0312-485d-9637-9276af712c90 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976489 Aug 11 16:23:53.436228 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f616827-d740-406a-8bc8-0624e36295cb req-d3f92121-0afb-4a62-a412-449e3e9282a7 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:53.437665 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1f616827-d740-406a-8bc8-0624e36295cb req-d3f92121-0afb-4a62-a412-449e3e9282a7 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 945 time: 0.1604331 Aug 11 16:23:53.446265 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14e752-60d2-418d-9ee2-289916922ec1 req-743d96ef-2b3f-4a8f-9f7e-4dfda826d957 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:53.447816 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5f14e752-60d2-418d-9ee2-289916922ec1 req-743d96ef-2b3f-4a8f-9f7e-4dfda826d957 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.1302266 Aug 11 16:23:53.522433 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1f616827-d740-406a-8bc8-0624e36295cb req-2cb6dee5-2fae-4b0e-9a04-d755ecf6c6a8 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736108 Aug 11 16:23:53.536134 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5f14e752-60d2-418d-9ee2-289916922ec1 req-9178260f-03f4-4a1c-ba31-f7844c9ce296 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733387 Aug 11 16:23:54.230659 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3068f0-d763-4f63-866d-520f172081b1 req-a72692a8-7416-4171-8377-7381a113815b tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:54.252899 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2b3068f0-d763-4f63-866d-520f172081b1 req-a72692a8-7416-4171-8377-7381a113815b tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d78e8c4-7815-4d46-b065-3583a5f5f7d4 HTTP/1.1" status: 200 len: 945 time: 0.1358187 Aug 11 16:23:54.461671 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [req-2b3068f0-d763-4f63-866d-520f172081b1 req-9fa31616-1e14-462b-af1a-2de899d944c7 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Deleting port e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba {{(pid=79159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:23:54.462148 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-2b3068f0-d763-4f63-866d-520f172081b1 req-9fa31616-1e14-462b-af1a-2de899d944c7 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:54.665014 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6d53f-7ce2-4838-a747-33cdf6e5c07e req-17e3b353-de41-462a-9537-e2530f108a2b tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:54.667547 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-59f6d53f-7ce2-4838-a747-33cdf6e5c07e req-17e3b353-de41-462a-9537-e2530f108a2b tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d78e8c4-7815-4d46-b065-3583a5f5f7d4 HTTP/1.1" status: 200 len: 945 time: 0.3782344 Aug 11 16:23:54.714011 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb56a86-2f11-450b-ae64-91b88defe525 req-24e8be6b-6c82-49cf-812f-5ca59915f4de tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:54.715706 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-bbb56a86-2f11-450b-ae64-91b88defe525 req-24e8be6b-6c82-49cf-812f-5ca59915f4de tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.3768418 Aug 11 16:23:54.869428 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-59f6d53f-7ce2-4838-a747-33cdf6e5c07e req-d482df17-3eb6-48d5-a8de-71bba370b9bb tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925280 Aug 11 16:23:54.878200 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16e2f9-ce27-42d0-af91-4365dfd373ca req-fa088847-bdf1-4d67-b4e4-a83d3af6b165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:54.879563 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-dc16e2f9-ce27-42d0-af91-4365dfd373ca req-fa088847-bdf1-4d67-b4e4-a83d3af6b165 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 1099 time: 0.3728185 Aug 11 16:23:54.886714 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-bbb56a86-2f11-450b-ae64-91b88defe525 req-ea1b662e-717d-4030-9da8-ed5081faf709 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428018 Aug 11 16:23:54.962852 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-dc16e2f9-ce27-42d0-af91-4365dfd373ca req-6a7b1edd-1266-4995-ba30-05c6a48c51c7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724974 Aug 11 16:23:54.972059 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-2b3068f0-d763-4f63-866d-520f172081b1 req-9fa31616-1e14-462b-af1a-2de899d944c7 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] For port e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba,segment=NetworkSegment(e375eb40-c4eb-4ecd-bf39-be674a1305f8),segment_id=e375eb40-c4eb-4ecd-bf39-be674a1305f8)] {{(pid=79159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:23:54.972527 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-2b3068f0-d763-4f63-866d-520f172081b1 req-9fa31616-1e14-462b-af1a-2de899d944c7 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:55.138089 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [req-2b3068f0-d763-4f63-866d-520f172081b1 req-9fa31616-1e14-462b-af1a-2de899d944c7 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Calling delete_port for e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba owned by compute:nova {{(pid=79159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:23:55.346657 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79e0f7-e6c8-4dae-a3d3-c39c3867006f req-58945cdb-4bd7-49ce-b06a-6a792866b021 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:55.348117 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3e79e0f7-e6c8-4dae-a3d3-c39c3867006f req-58945cdb-4bd7-49ce-b06a-6a792866b021 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.3016880 Aug 11 16:23:55.382405 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524f5fc-7edf-4d4e-ab4f-f63716120703 req-6595ad85-3e21-4a93-86ab-62563b10be8c tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:55.384121 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a524f5fc-7edf-4d4e-ab4f-f63716120703 req-6595ad85-3e21-4a93-86ab-62563b10be8c tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 945 time: 0.2836449 Aug 11 16:23:55.426790 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-2b3068f0-d763-4f63-866d-520f172081b1 req-9fa31616-1e14-462b-af1a-2de899d944c7 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561'] for port, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:55.436905 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-dcec7b19-44de-42ab-b0e6-e2999c60cf9e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:23:55.485659 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['d85173c0-8c2e-4785-99d7-09918b979ba3', '7b6f88b7-0eef-4153-afb1-774d6c3f08a0', 'e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:23:55.589052 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3e79e0f7-e6c8-4dae-a3d3-c39c3867006f req-d8bc128b-4e0e-4a2f-aba6-64985b9635ae tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325356 Aug 11 16:23:55.594858 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa31616-1e14-462b-af1a-2de899d944c7 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Pushing event deleted for resources: {'Port': ['ID=e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:23:55.601717 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-9fa31616-1e14-462b-af1a-2de899d944c7 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:23:55.631022 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a524f5fc-7edf-4d4e-ab4f-f63716120703 req-51b96ccf-5e48-49b8-afe3-9e02b63d62ef tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2359855 Aug 11 16:23:55.677449 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3068f0-d763-4f63-866d-520f172081b1 req-9fa31616-1e14-462b-af1a-2de899d944c7 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] No DVR routers for this DVR port e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba on host hv-cinder-80426 {{(pid=79159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:23:55.679870 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-2b3068f0-d763-4f63-866d-520f172081b1 req-9fa31616-1e14-462b-af1a-2de899d944c7 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:55.682489 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d78e8c4-7815-4d46-b065-3583a5f5f7d4', 'name': 'network-vif-deleted', 'tag': 'e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba'}] {{(pid=79159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:23:55.700503 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2b3068f0-d763-4f63-866d-520f172081b1 req-9fa31616-1e14-462b-af1a-2de899d944c7 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.20 "DELETE /v2.0/ports/e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba HTTP/1.1" status: 204 len: 173 time: 1.4465096 Aug 11 16:23:55.731047 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d78e8c4-7815-4d46-b065-3583a5f5f7d4', 'name': 'network-vif-deleted', 'tag': 'e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba', 'status': 'completed', 'code': 200} Aug 11 16:23:55.990362 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:56.087076 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-8a98412b-64f7-45f7-930b-191616fa5ae8 req-006e7450-af69-481f-a9a2-7b1a719af32c tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Synchronizing usage tracker for tenant:3fc782a108854b0da42a1d06299b49f2 on resource:port {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:23:56.132656 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-3d4d9c38-b03e-46a5-9efb-b8f50ba7972e tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:56.134368 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-3d4d9c38-b03e-46a5-9efb-b8f50ba7972e tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/networks?id=c28e22fb-1023-43f5-b63d-3612783f4f60 HTTP/1.1" status: 200 len: 814 time: 0.1945252 Aug 11 16:23:56.135367 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-8a98412b-64f7-45f7-930b-191616fa5ae8 req-006e7450-af69-481f-a9a2-7b1a719af32c tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Unset dirty status for tenant:3fc782a108854b0da42a1d06299b49f2 on resource:port {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:23:56.136340 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8a98412b-64f7-45f7-930b-191616fa5ae8 req-006e7450-af69-481f-a9a2-7b1a719af32c tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d78e8c4-7815-4d46-b065-3583a5f5f7d4 HTTP/1.1" status: 200 len: 210 time: 0.1023455 Aug 11 16:23:56.148973 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-bf72f3f0-687c-4526-8bbc-f20fb1fd39b9 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/quotas/7cf6f3407fe045dd9f1fb8b5b679b957 HTTP/1.1" status: 200 len: 375 time: 0.0088928 Aug 11 16:23:56.239260 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-f301585d-dcb5-4198-92ad-c4cca2aa0d4c tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Synchronizing usage tracker for tenant:7cf6f3407fe045dd9f1fb8b5b679b957 on resource:port {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:23:56.309439 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-f301585d-dcb5-4198-92ad-c4cca2aa0d4c tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Unset dirty status for tenant:7cf6f3407fe045dd9f1fb8b5b679b957 on resource:port {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:23:56.310765 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-f301585d-dcb5-4198-92ad-c4cca2aa0d4c tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7cf6f3407fe045dd9f1fb8b5b679b957&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1517048 Aug 11 16:23:56.350642 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa23cc-8559-48bf-84f9-7b8659cddb60 req-0835fd55-2e89-4f20-86f7-de1f07afa636 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:56.352097 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-6daa23cc-8559-48bf-84f9-7b8659cddb60 req-0835fd55-2e89-4f20-86f7-de1f07afa636 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.1192660 Aug 11 16:23:56.470307 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-6daa23cc-8559-48bf-84f9-7b8659cddb60 req-9ef238db-d040-47f1-b26e-2c975096cbd3 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112318 Aug 11 16:23:56.492652 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-74ad44ac-e8b4-4f43-a2c0-4a7ac5fc48c9 service neutron] 10.222.0.21 "GET /v2.0/networks/c28e22fb-1023-43f5-b63d-3612783f4f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704807 Aug 11 16:23:56.627242 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-07ee1260-8c7f-4549-b5bb-698a77b93962 service neutron] 10.222.0.21 "GET /v2.0/networks/c28e22fb-1023-43f5-b63d-3612783f4f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274004 Aug 11 16:23:56.938920 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efbfe1-714b-4609-a255-5ed1d8f5bfea req-63e7ea4c-713c-4404-8ede-396e1bd03f37 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:56.948164 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-19efbfe1-714b-4609-a255-5ed1d8f5bfea req-63e7ea4c-713c-4404-8ede-396e1bd03f37 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.2322156 Aug 11 16:23:57.015986 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b10437-733b-471f-a22c-50de8cae8d97 req-baa3a9ff-561c-4dd5-8aa5-ce9730a25bf3 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:57.017189 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-91b10437-733b-471f-a22c-50de8cae8d97 req-baa3a9ff-561c-4dd5-8aa5-ce9730a25bf3 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 945 time: 0.1827631 Aug 11 16:23:57.020215 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-19efbfe1-714b-4609-a255-5ed1d8f5bfea req-297e70c2-32c2-437d-b480-a0dd8fa9921b tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711517 Aug 11 16:23:57.129106 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-91b10437-733b-471f-a22c-50de8cae8d97 req-af00a4ef-815e-4306-80e2-8c042dc231bc tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040175 Aug 11 16:23:57.131592 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f3a9e780-1eba-4a04-bd62-6103d1b70d26 req-429b86a6-af9a-46d6-abc4-29ab1fc2c28e tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 210 time: 0.0644450 Aug 11 16:23:57.413308 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:23:57.455416 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] No Port match for: e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:23:57.456058 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device e8b098b4-38a9-46d9-a6e9-c6f4c68dd7ba not bound to the agent host hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:23:57.756700 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44fed3c-e19b-4bc0-9a1c-9f05436617db req-67bf65b4-ffe2-42e3-bbd3-d9eb12124d72 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:57.764112 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d44fed3c-e19b-4bc0-9a1c-9f05436617db req-67bf65b4-ffe2-42e3-bbd3-d9eb12124d72 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.1688738 Aug 11 16:23:57.796843 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6ee00-1928-455a-b629-79076954e7f0 req-e834b0fb-108e-4753-be07-1a9b66626ced tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:57.803885 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-eaf6ee00-1928-455a-b629-79076954e7f0 req-e834b0fb-108e-4753-be07-1a9b66626ced tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47ca1b4-83e2-4c6a-9c06-33a8c35c136c HTTP/1.1" status: 200 len: 946 time: 0.1560972 Aug 11 16:23:57.858066 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d44fed3c-e19b-4bc0-9a1c-9f05436617db req-194b6834-4c41-425c-bb22-ae5060a18540 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931706 Aug 11 16:23:57.870884 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-eaf6ee00-1928-455a-b629-79076954e7f0 req-8abaf410-32da-4aa1-a626-eff46ef3d314 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660675 Aug 11 16:23:58.247028 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda3255-9a47-44c5-a377-40aaf6da820d req-c560ba8e-edad-4958-8b63-e07971e12530 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:58.248769 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2eda3255-9a47-44c5-a377-40aaf6da820d req-c560ba8e-edad-4958-8b63-e07971e12530 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.0939419 Aug 11 16:23:58.399788 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2eda3255-9a47-44c5-a377-40aaf6da820d req-5096e594-75ee-4d6a-9ef2-cb6129efe994 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449652 Aug 11 16:23:58.430806 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872729d-a77b-458c-b4cc-a3aa9ca1d3d7 req-56b97d16-1623-44e9-871b-e75941b1a073 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:58.432285 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8872729d-a77b-458c-b4cc-a3aa9ca1d3d7 req-56b97d16-1623-44e9-871b-e75941b1a073 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 945 time: 0.1758242 Aug 11 16:23:58.461374 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00b4d7-5d47-43da-aa22-345959a4d2ab req-3cc7999f-0dc2-4990-a50e-790234ec1883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:58.462852 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-da00b4d7-5d47-43da-aa22-345959a4d2ab req-3cc7999f-0dc2-4990-a50e-790234ec1883 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f65af374b754ad0a8db24d255bf01a9&device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 1099 time: 0.1600721 Aug 11 16:23:58.762209 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8872729d-a77b-458c-b4cc-a3aa9ca1d3d7 req-244fefe4-62d0-4886-b011-955e9c5a5325 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3170156 Aug 11 16:23:58.928080 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-1032dc3e-e732-4c6d-ade6-752985e3fe9a tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:58.929515 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-1032dc3e-e732-4c6d-ade6-752985e3fe9a tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.20 "GET /v2.0/networks?id=c28e22fb-1023-43f5-b63d-3612783f4f60 HTTP/1.1" status: 200 len: 814 time: 0.4658196 Aug 11 16:23:58.945765 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00b4d7-5d47-43da-aa22-345959a4d2ab req-cb6c6a4f-69b8-4125-b3a8-02f063456d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:58.947090 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-da00b4d7-5d47-43da-aa22-345959a4d2ab req-cb6c6a4f-69b8-4125-b3a8-02f063456d46 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e84d1f2e-0958-4576-b874-787314c79445 HTTP/1.1" status: 200 len: 919 time: 0.4595323 Aug 11 16:23:58.949065 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-72928d7c-af1e-40b0-8871-80533721fa6a req-80247a1c-93bc-4fc0-8c3d-e709d3bc6732 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 210 time: 0.0776129 Aug 11 16:23:58.961624 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26624e50-48ce-4714-a5be-864f45ba4252 req-7a537400-82a6-4ef1-bed0-30e24f6344f2 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:58.963470 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-26624e50-48ce-4714-a5be-864f45ba4252 req-7a537400-82a6-4ef1-bed0-30e24f6344f2 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.4480972 Aug 11 16:23:58.968894 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-c7480d5c-ecb5-4d9c-a4cd-44485d7ff050 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Request body: {'port': {'device_id': '1a1683ae-33d1-44a1-8195-34c2ec3cc8fe', 'network_id': 'c28e22fb-1023-43f5-b63d-3612783f4f60', 'admin_state_up': True, 'tenant_id': '7cf6f3407fe045dd9f1fb8b5b679b957'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:23:59.183832 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-da00b4d7-5d47-43da-aa22-345959a4d2ab req-c32a992e-4ba6-41bc-b529-4863324f3b17 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92fde35d-7fa9-441a-bf4c-6c208c14b13c HTTP/1.1" status: 200 len: 217 time: 0.1996493 Aug 11 16:23:59.315041 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-26624e50-48ce-4714-a5be-864f45ba4252 req-ce9fee0b-a8cd-45d9-a603-dfbbf4ae9ae7 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709322 Aug 11 16:23:59.368659 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-c7480d5c-ecb5-4d9c-a4cd-44485d7ff050 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:23:59.389258 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73590a-c2cf-4212-a64e-f88aab5feaa8 req-3f8b17b1-cad9-47f0-89ec-137b97d5c569 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:59.396421 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-be73590a-c2cf-4212-a64e-f88aab5feaa8 req-3f8b17b1-cad9-47f0-89ec-137b97d5c569 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47ca1b4-83e2-4c6a-9c06-33a8c35c136c HTTP/1.1" status: 200 len: 946 time: 0.3284743 Aug 11 16:23:59.399048 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-c7480d5c-ecb5-4d9c-a4cd-44485d7ff050 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:23:59.468980 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-c7480d5c-ecb5-4d9c-a4cd-44485d7ff050 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Made reservation on behalf of 7cf6f3407fe045dd9f1fb8b5b679b957 for: {'port': 1} {{(pid=79159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:23:59.479077 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-c7480d5c-ecb5-4d9c-a4cd-44485d7ff050 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:23:59.516119 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-be73590a-c2cf-4212-a64e-f88aab5feaa8 req-2e92a115-bbfc-4fa4-a89b-7b78c81f8d40 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189687 Aug 11 16:23:59.900249 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.db_base_plugin_common [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-c7480d5c-ecb5-4d9c-a4cd-44485d7ff050 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Allocated IP 172.20.0.8 (c28e22fb-1023-43f5-b63d-3612783f4f60/4be8bed2-1847-4ac8-9f41-26ce1b24fc74/7a934394-8ffa-4072-b4fa-2d11a41a34fc) {{(pid=79159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:23:59.953473 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886acb0-5ebf-4c21-a22a-57ef35575ca7 req-6b4da836-3419-4dba-8393-041c9a2c2d40 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:23:59.955162 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-6886acb0-5ebf-4c21-a22a-57ef35575ca7 req-6b4da836-3419-4dba-8393-041c9a2c2d40 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.1455739 Aug 11 16:24:00.081498 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-6886acb0-5ebf-4c21-a22a-57ef35575ca7 req-b713f25f-eff6-4c28-be10-a2fa1ea0ab6d tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177604 Aug 11 16:24:00.253977 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9ddbd8b5-ea47-453e-9620-8f11c5abdc77 req-28b88c9f-04e7-445f-ad43-e8d3a9cc28db tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 210 time: 0.0615852 Aug 11 16:24:00.295276 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31deb01e-bede-4d46-9049-7bb119ec272f req-1c4e43d5-8b74-45cb-a759-f3a9a4604f9f tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:00.296720 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-31deb01e-bede-4d46-9049-7bb119ec272f req-1c4e43d5-8b74-45cb-a759-f3a9a4604f9f tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 945 time: 0.2858787 Aug 11 16:24:00.303516 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-c7480d5c-ecb5-4d9c-a4cd-44485d7ff050 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks [] for port, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:00.337555 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.provisioning_blocks [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-c7480d5c-ecb5-4d9c-a4cd-44485d7ff050 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Transition to ACTIVE for port object 7a934394-8ffa-4072-b4fa-2d11a41a34fc will not be triggered until provisioned by entity DHCP. {{(pid=79159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:24:00.360506 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-31deb01e-bede-4d46-9049-7bb119ec272f req-dc9d7f21-285f-4df3-b7cd-9000c797c456 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539820 Aug 11 16:24:00.380081 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-c7480d5c-ecb5-4d9c-a4cd-44485d7ff050 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552'] for port, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:00.394347 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:00.461668 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-c7480d5c-ecb5-4d9c-a4cd-44485d7ff050 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Network c28e22fb-1023-43f5-b63d-3612783f4f60 is already hosted by enough agents. {{(pid=79159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:24:00.468258 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-c7480d5c-ecb5-4d9c-a4cd-44485d7ff050 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Resources bound (agent type, host, resource id): {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:24:00.507237 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-c7480d5c-ecb5-4d9c-a4cd-44485d7ff050 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Received port after_create {{(pid=79159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:24:00.512689 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-c7480d5c-ecb5-4d9c-a4cd-44485d7ff050 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:00.513382 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-c7480d5c-ecb5-4d9c-a4cd-44485d7ff050 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:00.559666 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7480d5c-ecb5-4d9c-a4cd-44485d7ff050 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Pushing event updated for resources: {'Port': ['ID=7a934394-8ffa-4072-b4fa-2d11a41a34fc,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:00.577921 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-c7480d5c-ecb5-4d9c-a4cd-44485d7ff050 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:00.612913 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-c7480d5c-ecb5-4d9c-a4cd-44485d7ff050 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6482084 Aug 11 16:24:00.656784 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af378633-de7c-4004-9dc6-f59620c16d19 req-0eb9fc37-a47f-4345-a766-39781b1acd07 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:00.664209 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-af378633-de7c-4004-9dc6-f59620c16d19 req-0eb9fc37-a47f-4345-a766-39781b1acd07 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.2011907 Aug 11 16:24:00.763486 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-af378633-de7c-4004-9dc6-f59620c16d19 req-b7b8946e-c707-4c20-9aa5-fb99487ec785 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981674 Aug 11 16:24:00.816295 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1aa12-49de-4b33-a096-93c8288fae1e req-3cef32b2-8296-4d69-8237-7c96c1088eb1 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:00.817725 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-12b0fcff-0af1-4fbc-9596-9c2abbca60c3 None None] Provisioning for port 7a934394-8ffa-4072-b4fa-2d11a41a34fc completed by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:24:00.818266 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-acb1aa12-49de-4b33-a096-93c8288fae1e req-3cef32b2-8296-4d69-8237-7c96c1088eb1 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47ca1b4-83e2-4c6a-9c06-33a8c35c136c HTTP/1.1" status: 200 len: 946 time: 0.1289129 Aug 11 16:24:00.823375 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-12b0fcff-0af1-4fbc-9596-9c2abbca60c3 None None] Provisioning complete for port 7a934394-8ffa-4072-b4fa-2d11a41a34fc triggered by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:24:00.823962 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-12b0fcff-0af1-4fbc-9596-9c2abbca60c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:00.867589 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-acb1aa12-49de-4b33-a096-93c8288fae1e req-9ad341f9-8cf8-4dcd-bdba-cdfb4688a915 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433435 Aug 11 16:24:00.890542 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-12b0fcff-0af1-4fbc-9596-9c2abbca60c3 None None] Port 7a934394-8ffa-4072-b4fa-2d11a41a34fc cannot update to ACTIVE because it is not bound. {{(pid=79160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:24:01.307013 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b236da-5c27-4eac-9a23-2dc4292b96a1 req-0ade1198-ed34-469a-bd94-e953734ddda3 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:01.308483 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b2b236da-5c27-4eac-9a23-2dc4292b96a1 req-0ade1198-ed34-469a-bd94-e953734ddda3 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.0805237 Aug 11 16:24:01.410425 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 5d3ddf2f-b157-451d-a236-2f07fe0babc1 details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:24:01.501343 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b2b236da-5c27-4eac-9a23-2dc4292b96a1 req-9ca1956a-0acd-492d-b0e8-82a7ee6134d8 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869833 Aug 11 16:24:01.550750 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432aa66-da45-48f5-ab6a-be99dd520c57 req-5fbaa02f-a0af-4c54-8161-e594b8437494 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:01.551718 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-0432aa66-da45-48f5-ab6a-be99dd520c57 req-5fbaa02f-a0af-4c54-8161-e594b8437494 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Synchronizing usage tracker for tenant:7cf6f3407fe045dd9f1fb8b5b679b957 on resource:port {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:24:01.579983 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-0432aa66-da45-48f5-ab6a-be99dd520c57 req-5fbaa02f-a0af-4c54-8161-e594b8437494 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Unset dirty status for tenant:7cf6f3407fe045dd9f1fb8b5b679b957 on resource:port {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:24:01.588028 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0432aa66-da45-48f5-ab6a-be99dd520c57 req-5fbaa02f-a0af-4c54-8161-e594b8437494 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 931 time: 0.1280050 Aug 11 16:24:01.606764 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 5d3ddf2f-b157-451d-a236-2f07fe0babc1, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=5d3ddf2f-b157-451d-a236-2f07fe0babc1,segment=NetworkSegment(27cb263a-ccc6-4035-8f60-05cc8115add6),segment_id=27cb263a-ccc6-4035-8f60-05cc8115add6)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:24:01.639516 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Returning: {'device': '5d3ddf2f-b157-451d-a236-2f07fe0babc1', 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424', 'port_id': '5d3ddf2f-b157-451d-a236-2f07fe0babc1', 'mac_address': 'fa:16:3e:83:d0:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d509748-00d5-4471-8b3e-a2f206f5dac5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:24:01.644060 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0432aa66-da45-48f5-ab6a-be99dd520c57 req-cbaf289e-5052-42ea-bb0c-7af460b81a3a tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546162 Aug 11 16:24:01.725490 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:01.742881 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d3ddf2f-b157-451d-a236-2f07fe0babc1 {{(pid=79160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:24:01.759407 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 5d3ddf2f-b157-451d-a236-2f07fe0babc1, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=5d3ddf2f-b157-451d-a236-2f07fe0babc1,segment=NetworkSegment(27cb263a-ccc6-4035-8f60-05cc8115add6),segment_id=27cb263a-ccc6-4035-8f60-05cc8115add6)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:24:01.761170 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e18620d-4c8b-421e-9d59-ae40d75c9219 req-6dc00228-b9b4-4569-9960-fa8a8643341b tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:01.762746 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0e18620d-4c8b-421e-9d59-ae40d75c9219 req-6dc00228-b9b4-4569-9960-fa8a8643341b tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 945 time: 0.0981109 Aug 11 16:24:01.766618 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:01.768582 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:01.844750 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0e18620d-4c8b-421e-9d59-ae40d75c9219 req-8dad6b88-ca5e-4655-ac5b-6022423e6602 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759895 Aug 11 16:24:01.892920 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=5d3ddf2f-b157-451d-a236-2f07fe0babc1,revision_number=6']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:01.899748 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:01.974624 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['5d3ddf2f-b157-451d-a236-2f07fe0babc1'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:24:01.986407 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501e5d9-9fb8-4bdb-b931-69b6e155b619 req-6bf3e7e5-d0e8-482c-a180-694c30dd33fc tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:01.988075 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d501e5d9-9fb8-4bdb-b931-69b6e155b619 req-6bf3e7e5-d0e8-482c-a180-694c30dd33fc tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.0842311 Aug 11 16:24:02.102463 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d501e5d9-9fb8-4bdb-b931-69b6e155b619 req-64a4ce82-5373-4780-93be-2627870cea36 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743766 Aug 11 16:24:02.140983 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626bc83-a306-4be2-baed-47bafa1da803 req-59d032e5-8bb4-4b8f-91bd-e857580c06d4 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:02.149899 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8626bc83-a306-4be2-baed-47bafa1da803 req-59d032e5-8bb4-4b8f-91bd-e857580c06d4 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47ca1b4-83e2-4c6a-9c06-33a8c35c136c HTTP/1.1" status: 200 len: 946 time: 0.1589522 Aug 11 16:24:02.203756 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8626bc83-a306-4be2-baed-47bafa1da803 req-b0d5dfda-e4f4-46b8-a08a-db1e5bcd370d tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527635 Aug 11 16:24:02.704438 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659964e-5418-4184-a615-b1cb9d35c67c req-0514e09d-8534-4eed-bd47-44427a5ce56e tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:02.706941 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-6659964e-5418-4184-a615-b1cb9d35c67c req-0514e09d-8534-4eed-bd47-44427a5ce56e tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.0920341 Aug 11 16:24:02.765202 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-6659964e-5418-4184-a615-b1cb9d35c67c req-38ba4560-5e3d-4738-a504-66adf19da5cd tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510468 Aug 11 16:24:02.855816 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cdeeb2-4475-466d-b2f4-940cb81d2d17 req-28255021-8655-44a8-b7b9-f35709adad07 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:02.857373 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b0cdeeb2-4475-466d-b2f4-940cb81d2d17 req-28255021-8655-44a8-b7b9-f35709adad07 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 931 time: 0.0841238 Aug 11 16:24:02.906551 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b0cdeeb2-4475-466d-b2f4-940cb81d2d17 req-4addc312-a2ff-47b0-ad3b-3dd3d1f5415f tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435085 Aug 11 16:24:03.052992 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76498ab-63b0-4d40-9025-31ae3ffffa0f req-55e87e3c-d04e-40d1-b7d6-5a0723f8749a tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:03.054670 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b76498ab-63b0-4d40-9025-31ae3ffffa0f req-55e87e3c-d04e-40d1-b7d6-5a0723f8749a tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 944 time: 0.0916643 Aug 11 16:24:03.099877 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b76498ab-63b0-4d40-9025-31ae3ffffa0f req-891a3fbe-ce95-4bba-9f3d-7d49bb3b85be tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384781 Aug 11 16:24:03.311680 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835599d-c867-42b7-94d9-765f471dfb70 req-05bf2660-e538-4c1f-b8fd-6bcdc417b970 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:03.313142 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9835599d-c867-42b7-94d9-765f471dfb70 req-05bf2660-e538-4c1f-b8fd-6bcdc417b970 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.0869985 Aug 11 16:24:03.408858 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9835599d-c867-42b7-94d9-765f471dfb70 req-c299aca2-3777-4484-9d4d-bf0b1352257e tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634956 Aug 11 16:24:03.416524 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 5d3ddf2f-b157-451d-a236-2f07fe0babc1 up at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:24:03.448070 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58644ab3-82df-403f-9ee8-058ff772ce11 req-0c97a87c-ea1a-4c39-9842-61b4847772aa tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:03.452070 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-58644ab3-82df-403f-9ee8-058ff772ce11 req-0c97a87c-ea1a-4c39-9842-61b4847772aa tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47ca1b4-83e2-4c6a-9c06-33a8c35c136c HTTP/1.1" status: 200 len: 946 time: 0.1379240 Aug 11 16:24:03.525360 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-58644ab3-82df-403f-9ee8-058ff772ce11 req-b183c627-ddda-43df-aef6-3ce9b81a7dc8 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606804 Aug 11 16:24:03.592733 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning complete for port 5d3ddf2f-b157-451d-a236-2f07fe0babc1 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:24:03.593266 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:03.746125 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:03.775674 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b72db5-7067-4fa7-9b41-5eab55e62b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3ddf2f-b157-451d-a236-2f07fe0babc1'}] {{(pid=79160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:24:03.803061 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 5d3ddf2f-b157-451d-a236-2f07fe0babc1, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=5d3ddf2f-b157-451d-a236-2f07fe0babc1,segment=NetworkSegment(27cb263a-ccc6-4035-8f60-05cc8115add6),segment_id=27cb263a-ccc6-4035-8f60-05cc8115add6)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:24:03.812642 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:03.814869 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:03.866247 dv-cinder-804265-1-smb neutron-server[79160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b72db5-7067-4fa7-9b41-5eab55e62b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3ddf2f-b157-451d-a236-2f07fe0babc1', 'code': 200} Aug 11 16:24:03.911573 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=5d3ddf2f-b157-451d-a236-2f07fe0babc1,revision_number=7']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:03.914872 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:03.954066 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 43014) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:04.052944 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a2551-f764-4598-921b-100031ef769a req-c74187bc-13c4-4218-ac2f-7c7d0c04baca tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:04.058739 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f07a2551-f764-4598-921b-100031ef769a req-c74187bc-13c4-4218-ac2f-7c7d0c04baca tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.1512072 Aug 11 16:24:04.110530 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1e4c0cd3-2809-4d40-bc76-bc22066c3ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:04.125164 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-1e4c0cd3-2809-4d40-bc76-bc22066c3ee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:24:04.128971 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-1e4c0cd3-2809-4d40-bc76-bc22066c3ee3 admin admin] Usage tracker for resource:security_group_rule and tenant:854dbd8fb7f846f88a0f7e9e1badb600 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:24:04.131796 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-1e4c0cd3-2809-4d40-bc76-bc22066c3ee3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:24:04.137880 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-1e4c0cd3-2809-4d40-bc76-bc22066c3ee3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:24:04.165401 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f07a2551-f764-4598-921b-100031ef769a req-14dcb7a2-ea9c-4ea4-b8cb-87c938af4d5e tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683582 Aug 11 16:24:04.188849 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be0a01-964a-48b8-92e2-8ba982e27714 req-c86d0899-828c-4301-96a8-e9d47cbaad3f tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:04.188849 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c6be0a01-964a-48b8-92e2-8ba982e27714 req-c86d0899-828c-4301-96a8-e9d47cbaad3f tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 931 time: 0.1277385 Aug 11 16:24:04.246953 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1e4c0cd3-2809-4d40-bc76-bc22066c3ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:04.250740 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c6be0a01-964a-48b8-92e2-8ba982e27714 req-3bebc634-1810-4e47-8224-24a5183ed345 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566518 Aug 11 16:24:04.255831 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1e4c0cd3-2809-4d40-bc76-bc22066c3ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:04.276520 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-453c155c-e46d-423f-8852-69fdde65796e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:04.313277 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c0cd3-2809-4d40-bc76-bc22066c3ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ac2d19-9acc-4fdf-97b1-2411befd1d40,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:04.329108 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-1e4c0cd3-2809-4d40-bc76-bc22066c3ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:04.338965 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-1e4c0cd3-2809-4d40-bc76-bc22066c3ee3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=854dbd8fb7f846f88a0f7e9e1badb600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3837831 Aug 11 16:24:04.339803 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 43022) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:04.389339 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d939a-c81a-418b-b55e-db8cf638078d req-401a2019-c990-4683-928d-2b3f3c3c8d6c tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:04.390935 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f85d939a-c81a-418b-b55e-db8cf638078d req-401a2019-c990-4683-928d-2b3f3c3c8d6c tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 945 time: 0.0878985 Aug 11 16:24:04.400459 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-759d2f4d-ff51-4420-a2a4-bd19ee3bf881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:04.444456 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-759d2f4d-ff51-4420-a2a4-bd19ee3bf881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:04.470898 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f85d939a-c81a-418b-b55e-db8cf638078d req-0c044549-1585-476e-880d-e825e0d0c9b8 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635450 Aug 11 16:24:04.517888 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-759d2f4d-ff51-4420-a2a4-bd19ee3bf881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:04.529247 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-fde6c98e-0c84-4fc8-b7a4-9fc15fb2278b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:04.542764 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-759d2f4d-ff51-4420-a2a4-bd19ee3bf881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:04.544946 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-759d2f4d-ff51-4420-a2a4-bd19ee3bf881 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e8ac2d19-9acc-4fdf-97b1-2411befd1d40 HTTP/1.1" status: 204 len: 168 time: 0.2033572 Aug 11 16:24:04.549465 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d2f4d-ff51-4420-a2a4-bd19ee3bf881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ac2d19-9acc-4fdf-97b1-2411befd1d40,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:04.552750 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-759d2f4d-ff51-4420-a2a4-bd19ee3bf881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:04.681823 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96bca4-9ed4-41e9-bbc7-07c64f8bf453 req-1c6f8f90-c1cd-41c6-bd35-02e881656e29 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:04.683573 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fa96bca4-9ed4-41e9-bbc7-07c64f8bf453 req-1c6f8f90-c1cd-41c6-bd35-02e881656e29 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.1135440 Aug 11 16:24:04.808019 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fa96bca4-9ed4-41e9-bbc7-07c64f8bf453 req-04ead15a-483b-41c5-bdc4-33c91c534e6b tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163340 Aug 11 16:24:04.840456 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5a2f8-9b25-403a-8c5d-9e54bbe4a306 req-4e857247-a74d-4c55-81bf-048241ac9dcd tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:04.842550 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-02d5a2f8-9b25-403a-8c5d-9e54bbe4a306 req-4e857247-a74d-4c55-81bf-048241ac9dcd tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47ca1b4-83e2-4c6a-9c06-33a8c35c136c HTTP/1.1" status: 200 len: 946 time: 0.1169868 Aug 11 16:24:04.906663 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-02d5a2f8-9b25-403a-8c5d-9e54bbe4a306 req-16d6607f-e74a-4e11-9919-db98747e7b66 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514748 Aug 11 16:24:05.372914 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03cacd-24ef-475c-9cd1-60b1791906da req-b712abdf-38ad-4c50-9af0-8319833ee555 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:05.374506 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1e03cacd-24ef-475c-9cd1-60b1791906da req-b712abdf-38ad-4c50-9af0-8319833ee555 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.0973854 Aug 11 16:24:05.469004 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1e03cacd-24ef-475c-9cd1-60b1791906da req-2f6cb20c-cb6e-4689-9470-fc50a24c3478 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592294 Aug 11 16:24:05.492423 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d9355-8212-453e-9ed0-16ee7af862ae req-7e003bb1-20a4-4d7f-a184-8620754e6ff4 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:05.493881 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8f7d9355-8212-453e-9ed0-16ee7af862ae req-7e003bb1-20a4-4d7f-a184-8620754e6ff4 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 931 time: 0.1183908 Aug 11 16:24:05.563194 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8f7d9355-8212-453e-9ed0-16ee7af862ae req-4d50cdaa-6daf-4e34-a21f-f6c3723c2653 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615280 Aug 11 16:24:05.772710 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea171c8d-8f1a-4e6f-ab19-0b0114fee0c1 req-2766b86f-bdd1-4900-a1a0-44fbb8060433 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:05.774178 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ea171c8d-8f1a-4e6f-ab19-0b0114fee0c1 req-2766b86f-bdd1-4900-a1a0-44fbb8060433 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 945 time: 0.1768970 Aug 11 16:24:05.818930 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ea171c8d-8f1a-4e6f-ab19-0b0114fee0c1 req-2053e3c6-4011-410d-8afd-410d7fa1209d tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384262 Aug 11 16:24:06.005137 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b633677-e6d5-4687-bf5a-0a1fd3fccfbb req-f467ca2b-6365-42b7-8528-d4c72d232152 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:06.006728 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8b633677-e6d5-4687-bf5a-0a1fd3fccfbb req-f467ca2b-6365-42b7-8528-d4c72d232152 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.0864584 Aug 11 16:24:06.107878 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8b633677-e6d5-4687-bf5a-0a1fd3fccfbb req-33333d16-d15a-4f40-a2b0-03bdb42343ea tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940359 Aug 11 16:24:06.137361 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce533648-f3f3-416e-a112-9b270800c6a8 req-318e914f-5291-4eeb-bbf6-5b95d627c099 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:06.139067 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ce533648-f3f3-416e-a112-9b270800c6a8 req-318e914f-5291-4eeb-bbf6-5b95d627c099 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47ca1b4-83e2-4c6a-9c06-33a8c35c136c HTTP/1.1" status: 200 len: 946 time: 0.1027505 Aug 11 16:24:06.192059 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ce533648-f3f3-416e-a112-9b270800c6a8 req-92321a76-d353-4ea3-b3ca-fdadd78491b0 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472560 Aug 11 16:24:06.664903 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c224611-43d6-4b7c-81d6-800849378441 req-19f4ff42-c538-4ee2-abd9-4f5a1bb90f63 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:06.666378 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5c224611-43d6-4b7c-81d6-800849378441 req-19f4ff42-c538-4ee2-abd9-4f5a1bb90f63 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.0887024 Aug 11 16:24:06.794782 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5c224611-43d6-4b7c-81d6-800849378441 req-509ae33d-85e2-4f6b-8d3e-35546beebbe8 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227195 Aug 11 16:24:06.815823 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7c903-460f-4b16-b692-f63898bd8b75 req-7452d0a6-c94f-49e0-9fbd-158680504601 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:06.817315 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-40c7c903-460f-4b16-b692-f63898bd8b75 req-7452d0a6-c94f-49e0-9fbd-158680504601 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 931 time: 0.1318188 Aug 11 16:24:06.869952 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-40c7c903-460f-4b16-b692-f63898bd8b75 req-e1c945b6-ba63-4451-bc4e-44f9524d6620 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469716 Aug 11 16:24:07.018172 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788311f1-bef3-4e70-8d4e-5a1c5c218d4c req-451228a1-2186-4323-8e05-3acf4b3beb2e tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:07.019782 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-788311f1-bef3-4e70-8d4e-5a1c5c218d4c req-451228a1-2186-4323-8e05-3acf4b3beb2e tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 945 time: 0.0899193 Aug 11 16:24:07.069302 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-788311f1-bef3-4e70-8d4e-5a1c5c218d4c req-ad53821b-913f-475e-badc-748cc6ab9e5b tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438175 Aug 11 16:24:07.333924 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1122440-44ac-4a53-aacb-f24fa931ee14 req-8f5e059b-cf85-47ce-925f-ec22db8ccb26 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:07.338260 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f1122440-44ac-4a53-aacb-f24fa931ee14 req-8f5e059b-cf85-47ce-925f-ec22db8ccb26 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.1218979 Aug 11 16:24:07.437135 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f1122440-44ac-4a53-aacb-f24fa931ee14 req-e9653a9b-5fc2-411b-a0d1-ad2759d12253 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906677 Aug 11 16:24:07.473229 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29ad83-42c8-4d42-a858-dfa887fb2b04 req-c351dbd0-d3f6-47c3-ab09-bc68c977861d tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:07.474772 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ae29ad83-42c8-4d42-a858-dfa887fb2b04 req-c351dbd0-d3f6-47c3-ab09-bc68c977861d tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47ca1b4-83e2-4c6a-9c06-33a8c35c136c HTTP/1.1" status: 200 len: 946 time: 0.1137531 Aug 11 16:24:07.530497 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ae29ad83-42c8-4d42-a858-dfa887fb2b04 req-80c8d2e8-b9bc-4c53-8df6-36d7c0f671b9 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445855 Aug 11 16:24:08.005999 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea2ddd-3205-4791-aad2-a038bf985bff req-decf5be0-4005-4d5a-b5ba-e9ef0691bc21 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:08.007489 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-47ea2ddd-3205-4791-aad2-a038bf985bff req-decf5be0-4005-4d5a-b5ba-e9ef0691bc21 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.0875046 Aug 11 16:24:08.109119 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-47ea2ddd-3205-4791-aad2-a038bf985bff req-4fb059af-4d5c-41f9-8220-4f4c6ece0fd0 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703812 Aug 11 16:24:08.125881 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c4cdd-112c-432c-9634-75ce035d4e9a req-42407004-6de1-42c4-8bea-d453bbfccbf5 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:08.127474 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b80c4cdd-112c-432c-9634-75ce035d4e9a req-42407004-6de1-42c4-8bea-d453bbfccbf5 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 931 time: 0.1190307 Aug 11 16:24:08.176403 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b80c4cdd-112c-432c-9634-75ce035d4e9a req-effc97bf-115f-4f34-91e6-d066894c817c tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426066 Aug 11 16:24:08.290913 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6e050-d079-4f8a-bc5c-bdc12d578e26 req-2b57256a-d904-4ffa-8031-bb8cdf18674c tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:08.292519 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-26b6e050-d079-4f8a-bc5c-bdc12d578e26 req-2b57256a-d904-4ffa-8031-bb8cdf18674c tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 945 time: 0.0854282 Aug 11 16:24:08.339072 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-26b6e050-d079-4f8a-bc5c-bdc12d578e26 req-c893dc81-887c-487d-ae76-1e2e1aad9ed6 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401437 Aug 11 16:24:08.650775 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937fa15-84e5-4685-b471-7b2a94ceb46a req-43c27e01-513c-4155-bd87-e0917da22515 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:08.652330 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3937fa15-84e5-4685-b471-7b2a94ceb46a req-43c27e01-513c-4155-bd87-e0917da22515 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.1071475 Aug 11 16:24:08.751794 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3937fa15-84e5-4685-b471-7b2a94ceb46a req-3de5f1e4-a657-4738-bb89-22113816b0fb tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917041 Aug 11 16:24:08.782526 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2043aef-5c5d-4013-87d5-91228638fd9f req-9b430d76-6275-496c-a054-e74e442983a5 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:08.783983 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c2043aef-5c5d-4013-87d5-91228638fd9f req-9b430d76-6275-496c-a054-e74e442983a5 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47ca1b4-83e2-4c6a-9c06-33a8c35c136c HTTP/1.1" status: 200 len: 946 time: 0.1073208 Aug 11 16:24:08.843860 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c2043aef-5c5d-4013-87d5-91228638fd9f req-cbf99059-debb-4649-a435-a88ee1a37eea tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469847 Aug 11 16:24:09.373912 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60933210-3edc-4ca2-bee3-ccc0fc0fae26 req-cd91f764-02d7-4d69-844d-ee41beceb854 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:09.375436 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-60933210-3edc-4ca2-bee3-ccc0fc0fae26 req-cd91f764-02d7-4d69-844d-ee41beceb854 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.1550508 Aug 11 16:24:09.426767 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff98bd-63f8-4500-afd1-40427fc178db req-60b1f51d-1e2d-444a-b858-359acdd06316 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:09.428218 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5fff98bd-63f8-4500-afd1-40427fc178db req-60b1f51d-1e2d-444a-b858-359acdd06316 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 931 time: 0.1341865 Aug 11 16:24:09.451413 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-60933210-3edc-4ca2-bee3-ccc0fc0fae26 req-49af8342-38b6-4c05-9073-7afa5dc890b5 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700903 Aug 11 16:24:09.479040 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5fff98bd-63f8-4500-afd1-40427fc178db req-e7c298f5-baba-4fa6-bc3c-15453902edf6 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451381 Aug 11 16:24:09.651981 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec945c-f091-4000-88af-3fcaa9786547 req-f7ce0f3e-cd50-4af3-9416-5cf833d33aa8 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:09.654040 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c7ec945c-f091-4000-88af-3fcaa9786547 req-f7ce0f3e-cd50-4af3-9416-5cf833d33aa8 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 945 time: 0.1061487 Aug 11 16:24:09.702974 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c7ec945c-f091-4000-88af-3fcaa9786547 req-ff615f44-f4ba-40cb-9f05-89251d5110cd tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432272 Aug 11 16:24:09.948768 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512e478-ee48-4448-9a63-66452c4b06df req-5ea11590-8333-4af6-bef7-d98d3a1b2c7f tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:09.950370 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9512e478-ee48-4448-9a63-66452c4b06df req-5ea11590-8333-4af6-bef7-d98d3a1b2c7f tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.0900402 Aug 11 16:24:10.123578 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9512e478-ee48-4448-9a63-66452c4b06df req-c6caf0cb-b71a-4ef7-a9eb-6316b771dcfc tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674755 Aug 11 16:24:10.183201 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7f71b-84fb-4ab0-ac9e-1cc371faf032 req-7996768b-4867-4aa9-8e6c-69fe83b40806 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:10.198781 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0dd7f71b-84fb-4ab0-ac9e-1cc371faf032 req-7996768b-4867-4aa9-8e6c-69fe83b40806 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47ca1b4-83e2-4c6a-9c06-33a8c35c136c HTTP/1.1" status: 200 len: 946 time: 0.2415721 Aug 11 16:24:10.255293 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0dd7f71b-84fb-4ab0-ac9e-1cc371faf032 req-7a0826ee-af82-48ac-bd7c-c3a3da0337aa tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502112 Aug 11 16:24:10.741048 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ebbfb-2514-40c3-a8db-8a3b084c6a7d req-ab16a15e-f3a0-4478-a9e0-6c9828c78724 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:10.742424 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0c5ebbfb-2514-40c3-a8db-8a3b084c6a7d req-ab16a15e-f3a0-4478-a9e0-6c9828c78724 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 931 time: 0.1154921 Aug 11 16:24:10.753590 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29068374-f6d2-4cff-bba1-ebaaa566e8f7 req-388727f3-b0b8-48f2-9bec-0994138a18f3 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:10.755183 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-29068374-f6d2-4cff-bba1-ebaaa566e8f7 req-388727f3-b0b8-48f2-9bec-0994138a18f3 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.1889677 Aug 11 16:24:10.826346 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0c5ebbfb-2514-40c3-a8db-8a3b084c6a7d req-25b4257a-b4ca-491c-a59b-c25bd800229a tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701036 Aug 11 16:24:10.833884 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-29068374-f6d2-4cff-bba1-ebaaa566e8f7 req-15982343-d62e-4867-bcfa-c748ce4eaeb8 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633359 Aug 11 16:24:11.023760 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3586182-3ea4-49d5-aa39-2c56345d9830 req-9abb4884-e7a5-4aed-99fb-c11c69a41b5d tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:11.025190 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f3586182-3ea4-49d5-aa39-2c56345d9830 req-9abb4884-e7a5-4aed-99fb-c11c69a41b5d tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 945 time: 0.0979767 Aug 11 16:24:11.072626 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f3586182-3ea4-49d5-aa39-2c56345d9830 req-4be7e895-957b-47c7-be02-83942b12ba1a tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404751 Aug 11 16:24:11.520774 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757bf09-2552-4452-ba56-cc303d8734d3 req-906ce6b2-884e-4fe9-a18d-b9956403044f tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:11.522222 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d757bf09-2552-4452-ba56-cc303d8734d3 req-906ce6b2-884e-4fe9-a18d-b9956403044f tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47ca1b4-83e2-4c6a-9c06-33a8c35c136c HTTP/1.1" status: 200 len: 946 time: 0.1430030 Aug 11 16:24:11.530402 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e96953-8b0e-470a-82f8-4ec0d20e6724 req-c6813d4f-a20f-4270-83da-802c33431c3a tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:11.531898 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-76e96953-8b0e-470a-82f8-4ec0d20e6724 req-c6813d4f-a20f-4270-83da-802c33431c3a tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.1207373 Aug 11 16:24:11.598875 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d757bf09-2552-4452-ba56-cc303d8734d3 req-42624e52-3c7a-406e-95f6-4ff226c2a10c tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660708 Aug 11 16:24:11.618544 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-76e96953-8b0e-470a-82f8-4ec0d20e6724 req-a470555a-cc7c-46a2-bbb7-c80564b3941d tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718849 Aug 11 16:24:12.080038 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96f99f-f717-4c47-959c-779fe69b1ceb req-8abc2980-3fbb-4b61-aa66-8c4e6c5583f1 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:12.081492 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3a96f99f-f717-4c47-959c-779fe69b1ceb req-8abc2980-3fbb-4b61-aa66-8c4e6c5583f1 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 931 time: 0.1448221 Aug 11 16:24:12.089284 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4422cf-ac5a-4ddc-9b42-36a5c70d70ec req-6213e4df-e978-4a6a-9824-5d4f330ced82 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:12.091304 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9c4422cf-ac5a-4ddc-9b42-36a5c70d70ec req-6213e4df-e978-4a6a-9824-5d4f330ced82 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.1200356 Aug 11 16:24:12.161050 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3a96f99f-f717-4c47-959c-779fe69b1ceb req-f8ae800e-d3fa-4d39-8e28-4159a5077b7f tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687511 Aug 11 16:24:12.167903 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9c4422cf-ac5a-4ddc-9b42-36a5c70d70ec req-a8697658-0815-402a-8d4b-0c295071daef tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629566 Aug 11 16:24:12.336423 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b9790-2055-4a43-8877-bbe62eafb9f1 req-ad933b6d-59f8-4b58-9e4d-19873b7df02b tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:12.337903 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7e3b9790-2055-4a43-8877-bbe62eafb9f1 req-ad933b6d-59f8-4b58-9e4d-19873b7df02b tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 945 time: 0.0865912 Aug 11 16:24:12.382570 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7e3b9790-2055-4a43-8877-bbe62eafb9f1 req-c50deee5-b7c9-4b02-9686-be7618daaea2 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386541 Aug 11 16:24:12.509060 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-03ed8ad9-942e-4deb-ba36-4f8d2128a30b service neutron] Request body: {'port': {'device_id': '1a1683ae-33d1-44a1-8195-34c2ec3cc8fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:24:12.652349 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00b4d7-5d47-43da-aa22-345959a4d2ab req-1a02a348-e4d6-46d1-bedd-1b459c88437c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:12.654103 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-da00b4d7-5d47-43da-aa22-345959a4d2ab req-1a02a348-e4d6-46d1-bedd-1b459c88437c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38724f5f-39a0-4316-8f66-1571c8e42441 HTTP/1.1" status: 200 len: 858 time: 0.1493466 Aug 11 16:24:12.679178 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-03ed8ad9-942e-4deb-ba36-4f8d2128a30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:12.799607 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-da00b4d7-5d47-43da-aa22-345959a4d2ab req-356a31de-1c0d-4855-85ee-2bc5600529d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e84d1f2e-0958-4576-b874-787314c79445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080594 Aug 11 16:24:13.132972 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396b58d-1906-4854-ae1f-36c45db817e2 req-ea5c2b58-b010-4121-a969-0980a52ade9f tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:13.134736 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5396b58d-1906-4854-ae1f-36c45db817e2 req-ea5c2b58-b010-4121-a969-0980a52ade9f tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.4046023 Aug 11 16:24:13.156724 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d60f24-44be-4574-bc25-ed7c4d8ca747 req-51e7a42a-084b-40f3-9974-cc05fbc0bafa tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:13.158173 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b8d60f24-44be-4574-bc25-ed7c4d8ca747 req-51e7a42a-084b-40f3-9974-cc05fbc0bafa tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47ca1b4-83e2-4c6a-9c06-33a8c35c136c HTTP/1.1" status: 200 len: 946 time: 0.4359488 Aug 11 16:24:13.159877 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-da00b4d7-5d47-43da-aa22-345959a4d2ab req-d89cad92-2721-4857-810d-24ef56a41311 service neutron] 10.222.0.20 "GET /v2.0/networks/e84d1f2e-0958-4576-b874-787314c79445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246050 Aug 11 16:24:13.424489 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5396b58d-1906-4854-ae1f-36c45db817e2 req-9552a744-3fd0-48fb-a07f-1d3469346923 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776070 Aug 11 16:24:13.489681 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b8d60f24-44be-4574-bc25-ed7c4d8ca747 req-bdf23098-b16e-4627-9262-7012dbbef0c5 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138478 Aug 11 16:24:13.673899 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-da00b4d7-5d47-43da-aa22-345959a4d2ab req-8c39e4ca-3e12-4cc6-acfc-209f5cfc90d0 service neutron] 10.222.0.20 "GET /v2.0/networks/e84d1f2e-0958-4576-b874-787314c79445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4947546 Aug 11 16:24:13.703910 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-03ed8ad9-942e-4deb-ba36-4f8d2128a30b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a934394-8ffa-4072-b4fa-2d11a41a34fc {{(pid=79159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:24:13.713347 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-03ed8ad9-942e-4deb-ba36-4f8d2128a30b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:13.741172 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.provisioning_blocks [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-03ed8ad9-942e-4deb-ba36-4f8d2128a30b service neutron] Transition to ACTIVE for port object 7a934394-8ffa-4072-b4fa-2d11a41a34fc will not be triggered until provisioned by entity L2. {{(pid=79159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:24:13.748228 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-03ed8ad9-942e-4deb-ba36-4f8d2128a30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:13.754528 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-7c0e7f2e-2640-4903-ad49-53774542a0e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:13.930278 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d455480-1e42-4275-a3ab-4f57cee205d4 req-e8048cab-52b5-4010-8d49-d2587f54b488 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:13.930278 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5d455480-1e42-4275-a3ab-4f57cee205d4 req-e8048cab-52b5-4010-8d49-d2587f54b488 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 931 time: 0.3498051 Aug 11 16:24:13.952155 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed8ad9-942e-4deb-ba36-4f8d2128a30b service neutron] Pushing event updated for resources: {'Port': ['ID=7a934394-8ffa-4072-b4fa-2d11a41a34fc,revision_number=2']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:13.955687 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-03ed8ad9-942e-4deb-ba36-4f8d2128a30b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:14.017297 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f955e9-a5f2-4136-b2fd-215859f4e9a8 req-e2027371-2f4d-407c-91cd-1d82b8e2110e tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:14.018788 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-82f955e9-a5f2-4136-b2fd-215859f4e9a8 req-e2027371-2f4d-407c-91cd-1d82b8e2110e tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.3902574 Aug 11 16:24:14.084415 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-03ed8ad9-942e-4deb-ba36-4f8d2128a30b service neutron] Attempting to bind port 7a934394-8ffa-4072-b4fa-2d11a41a34fc on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:24:14.084663 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-03ed8ad9-942e-4deb-ba36-4f8d2128a30b service neutron] Attempting to bind port 7a934394-8ffa-4072-b4fa-2d11a41a34fc by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': 'af383707-3347-4b04-8513-99355cc9791f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c28e22fb-1023-43f5-b63d-3612783f4f60'}] {{(pid=79159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:24:14.084987 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-03ed8ad9-942e-4deb-ba36-4f8d2128a30b service neutron] Attempting to bind port 7a934394-8ffa-4072-b4fa-2d11a41a34fc on network c28e22fb-1023-43f5-b63d-3612783f4f60 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:24:14.092515 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5d455480-1e42-4275-a3ab-4f57cee205d4 req-00c66308-e97b-4e2c-bef6-a9cbd1a53721 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452270 Aug 11 16:24:14.104382 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-03ed8ad9-942e-4deb-ba36-4f8d2128a30b service neutron] Port 7a934394-8ffa-4072-b4fa-2d11a41a34fc on network c28e22fb-1023-43f5-b63d-3612783f4f60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:24:14.104661 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-03ed8ad9-942e-4deb-ba36-4f8d2128a30b service neutron] Attempting to bind port 7a934394-8ffa-4072-b4fa-2d11a41a34fc on network c28e22fb-1023-43f5-b63d-3612783f4f60 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:24:14.118460 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-03ed8ad9-942e-4deb-ba36-4f8d2128a30b service neutron] Checking agent: {'id': '1d09ba05-6aad-4b92-98a7-4a9421ef38ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:24:14.118714 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-03ed8ad9-942e-4deb-ba36-4f8d2128a30b service neutron] Checking segment: {'id': 'af383707-3347-4b04-8513-99355cc9791f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c28e22fb-1023-43f5-b63d-3612783f4f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:24:14.119092 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-03ed8ad9-942e-4deb-ba36-4f8d2128a30b service neutron] Bound using segment: {'id': 'af383707-3347-4b04-8513-99355cc9791f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c28e22fb-1023-43f5-b63d-3612783f4f60'} {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:24:14.119515 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-03ed8ad9-942e-4deb-ba36-4f8d2128a30b service neutron] Bound port: 7a934394-8ffa-4072-b4fa-2d11a41a34fc, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af383707-3347-4b04-8513-99355cc9791f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c28e22fb-1023-43f5-b63d-3612783f4f60'}}] {{(pid=79159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:24:14.119859 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-03ed8ad9-942e-4deb-ba36-4f8d2128a30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:14.138463 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-82f955e9-a5f2-4136-b2fd-215859f4e9a8 req-a0e495e5-d130-417b-b826-14d4a1cd2f26 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054702 Aug 11 16:24:14.199049 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e4278-e9cc-4a59-902f-abc7b1240e88 req-5a9023d0-6080-4713-a5e0-6f94b11802c8 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:14.201374 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-622e4278-e9cc-4a59-902f-abc7b1240e88 req-5a9023d0-6080-4713-a5e0-6f94b11802c8 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.20 "GET /v2.0/ports?device_id=f47ca1b4-83e2-4c6a-9c06-33a8c35c136c HTTP/1.1" status: 200 len: 946 time: 0.3263409 Aug 11 16:24:14.350484 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [req-622e4278-e9cc-4a59-902f-abc7b1240e88 req-1e75fb4b-341d-4864-be22-a295e52f01a8 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Deleting port 7b6f88b7-0eef-4153-afb1-774d6c3f08a0 {{(pid=79159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:24:14.350744 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-622e4278-e9cc-4a59-902f-abc7b1240e88 req-1e75fb4b-341d-4864-be22-a295e52f01a8 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:14.375880 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-03ed8ad9-942e-4deb-ba36-4f8d2128a30b service neutron] For port 7a934394-8ffa-4072-b4fa-2d11a41a34fc, host hv-cinder-80426, cleared binding levels {{(pid=79159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:24:14.407239 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-03ed8ad9-942e-4deb-ba36-4f8d2128a30b service neutron] For port 7a934394-8ffa-4072-b4fa-2d11a41a34fc, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=7a934394-8ffa-4072-b4fa-2d11a41a34fc,segment=NetworkSegment(af383707-3347-4b04-8513-99355cc9791f),segment_id=af383707-3347-4b04-8513-99355cc9791f)] {{(pid=79159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:24:14.417291 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-03ed8ad9-942e-4deb-ba36-4f8d2128a30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:14.425311 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-a7260815-12e1-4cd6-8c9e-5bbc02551a58 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:14.523342 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-03ed8ad9-942e-4deb-ba36-4f8d2128a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:14.524061 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-03ed8ad9-942e-4deb-ba36-4f8d2128a30b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:14.525758 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-03ed8ad9-942e-4deb-ba36-4f8d2128a30b service neutron] 10.222.0.20 "PUT /v2.0/ports/7a934394-8ffa-4072-b4fa-2d11a41a34fc HTTP/1.1" status: 200 len: 1093 time: 2.0221527 Aug 11 16:24:14.536217 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a1683ae-33d1-44a1-8195-34c2ec3cc8fe', 'tag': '7a934394-8ffa-4072-b4fa-2d11a41a34fc'}] {{(pid=79159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:24:14.549395 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72616b53-423f-424d-aba3-5032be7da5de req-a38d273a-c14d-4730-b992-7fe1248c03c6 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:14.550618 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-72616b53-423f-424d-aba3-5032be7da5de req-a38d273a-c14d-4730-b992-7fe1248c03c6 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 945 time: 0.3483164 Aug 11 16:24:14.758422 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed8ad9-942e-4deb-ba36-4f8d2128a30b service neutron] Pushing event updated for resources: {'Port': ['ID=7a934394-8ffa-4072-b4fa-2d11a41a34fc,revision_number=3']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:14.774716 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-03ed8ad9-942e-4deb-ba36-4f8d2128a30b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:14.829688 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-72616b53-423f-424d-aba3-5032be7da5de req-6426008e-dd3a-4023-b9ed-5a096d8a0c71 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2266021 Aug 11 16:24:14.907285 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-622e4278-e9cc-4a59-902f-abc7b1240e88 req-1e75fb4b-341d-4864-be22-a295e52f01a8 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] For port 7b6f88b7-0eef-4153-afb1-774d6c3f08a0, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=7b6f88b7-0eef-4153-afb1-774d6c3f08a0,segment=NetworkSegment(e375eb40-c4eb-4ecd-bf39-be674a1305f8),segment_id=e375eb40-c4eb-4ecd-bf39-be674a1305f8)] {{(pid=79159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:24:14.907647 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-622e4278-e9cc-4a59-902f-abc7b1240e88 req-1e75fb4b-341d-4864-be22-a295e52f01a8 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:14.924179 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4e91e-9040-48e3-858a-fb6c1b3ad197 req-c56a2748-360b-40f8-98b9-4fecd0d7e8d5 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:14.927630 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-40a4e91e-9040-48e3-858a-fb6c1b3ad197 req-c56a2748-360b-40f8-98b9-4fecd0d7e8d5 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.3759930 Aug 11 16:24:15.146146 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [req-622e4278-e9cc-4a59-902f-abc7b1240e88 req-1e75fb4b-341d-4864-be22-a295e52f01a8 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Calling delete_port for 7b6f88b7-0eef-4153-afb1-774d6c3f08a0 owned by compute:nova {{(pid=79159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:24:15.166257 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 6 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:24:15.218082 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-19c4a308-154e-4ab9-817b-80038d626117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:15.219532 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-19c4a308-154e-4ab9-817b-80038d626117 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7cf6f3407fe045dd9f1fb8b5b679b957&device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 1096 time: 0.5845327 Aug 11 16:24:15.338507 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-a072a089-dfab-4115-80ac-bfaa60c78922 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a934394-8ffa-4072-b4fa-2d11a41a34fc HTTP/1.1" status: 200 len: 217 time: 0.0898926 Aug 11 16:24:15.401356 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-40a4e91e-9040-48e3-858a-fb6c1b3ad197 req-8f9cc150-5d99-47f4-8836-6518a59ef055 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635953 Aug 11 16:24:15.470675 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a1683ae-33d1-44a1-8195-34c2ec3cc8fe', 'tag': '7a934394-8ffa-4072-b4fa-2d11a41a34fc', 'status': 'completed', 'code': 200} Aug 11 16:24:15.483459 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-4191fc46-bbac-4aed-87db-78a7f756e81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:15.484899 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-4191fc46-bbac-4aed-87db-78a7f756e81c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4be8bed2-1847-4ac8-9f41-26ce1b24fc74 HTTP/1.1" status: 200 len: 853 time: 0.1312358 Aug 11 16:24:15.594575 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61d580-41bc-4344-9049-f6b78c4a41a8 req-767214db-183b-4178-b0b3-e0408aea7013 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:15.596242 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1d61d580-41bc-4344-9049-f6b78c4a41a8 req-767214db-183b-4178-b0b3-e0408aea7013 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=f47ca1b4-83e2-4c6a-9c06-33a8c35c136c HTTP/1.1" status: 200 len: 946 time: 0.4598556 Aug 11 16:24:15.602126 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-622e4278-e9cc-4a59-902f-abc7b1240e88 req-1e75fb4b-341d-4864-be22-a295e52f01a8 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561'] for port, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:15.610898 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-120379a1-2183-46cc-9267-39346f7b506c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:15.638565 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['d85173c0-8c2e-4785-99d7-09918b979ba3'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:24:15.712749 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75fb4b-341d-4864-be22-a295e52f01a8 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Pushing event deleted for resources: {'Port': ['ID=7b6f88b7-0eef-4153-afb1-774d6c3f08a0,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:15.760533 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-1e75fb4b-341d-4864-be22-a295e52f01a8 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:15.847758 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1d61d580-41bc-4344-9049-f6b78c4a41a8 req-1525ec04-7425-4657-8605-3e6c6857bc57 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983812 Aug 11 16:24:15.862208 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [req-622e4278-e9cc-4a59-902f-abc7b1240e88 req-1e75fb4b-341d-4864-be22-a295e52f01a8 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] No DVR routers for this DVR port 7b6f88b7-0eef-4153-afb1-774d6c3f08a0 on host hv-cinder-80426 {{(pid=79159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:24:15.909816 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-622e4278-e9cc-4a59-902f-abc7b1240e88 req-1e75fb4b-341d-4864-be22-a295e52f01a8 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:15.955139 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-745adf58-8f6e-450b-a897-3a235211b327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:15.956844 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-745adf58-8f6e-450b-a897-3a235211b327 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c28e22fb-1023-43f5-b63d-3612783f4f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4315195 Aug 11 16:24:15.960407 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-622e4278-e9cc-4a59-902f-abc7b1240e88 req-1e75fb4b-341d-4864-be22-a295e52f01a8 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.20 "DELETE /v2.0/ports/7b6f88b7-0eef-4153-afb1-774d6c3f08a0 HTTP/1.1" status: 204 len: 173 time: 1.7212694 Aug 11 16:24:16.167619 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f37fd-e84d-49a3-8e50-bf300e52cde4 req-d96fe88c-5af3-42b6-b8cc-1e4c22d37095 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:16.174955 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-6b1f37fd-e84d-49a3-8e50-bf300e52cde4 req-d96fe88c-5af3-42b6-b8cc-1e4c22d37095 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 943 time: 0.3161666 Aug 11 16:24:16.223749 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-a342f078-fa13-4eb4-bf71-e9ca3e0e89c4 service neutron] 10.222.0.20 "GET /v2.0/networks/c28e22fb-1023-43f5-b63d-3612783f4f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536714 Aug 11 16:24:16.453258 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-6b1f37fd-e84d-49a3-8e50-bf300e52cde4 req-e3b7455b-fbd4-4045-b123-7a98d9889893 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766044 Aug 11 16:24:16.457169 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-397cc28c-9c83-43a6-85bf-ec12b782dfc6 req-2ca2f370-b7f5-4551-aed9-e2a940419264 service neutron] 10.222.0.20 "GET /v2.0/networks/c28e22fb-1023-43f5-b63d-3612783f4f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139380 Aug 11 16:24:16.475050 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae590fa-eefd-4557-ab4c-e55ad1c4611c req-52ee7477-2ac1-4d7c-b717-2d130a212798 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:16.476647 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3ae590fa-eefd-4557-ab4c-e55ad1c4611c req-52ee7477-2ac1-4d7c-b717-2d130a212798 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.3681092 Aug 11 16:24:16.533211 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3ae590fa-eefd-4557-ab4c-e55ad1c4611c req-74678cce-9329-4a2e-a688-704a99d3d5d2 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444579 Aug 11 16:24:16.643844 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-8742ba7c-d465-4401-856a-939f48559862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:16.853885 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37444e6-889b-4991-b1d0-bfb659ec2ff3 req-51f4fd7b-8957-4093-82aa-812d8cc6a169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:16.855451 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c37444e6-889b-4991-b1d0-bfb659ec2ff3 req-51f4fd7b-8957-4093-82aa-812d8cc6a169 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7cf6f3407fe045dd9f1fb8b5b679b957&device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 1096 time: 0.2714190 Aug 11 16:24:16.913120 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3995d3-778a-4e26-850b-6a6aec1db670 req-b49ae87b-73f2-415c-a6a2-a2b17a1d8365 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:16.915161 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4a3995d3-778a-4e26-850b-6a6aec1db670 req-b49ae87b-73f2-415c-a6a2-a2b17a1d8365 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 945 time: 0.1931291 Aug 11 16:24:16.928095 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b735f-0905-465a-9371-3a958917f850 req-ab25e8cc-7113-4beb-8b50-5ca3df73d65f tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:16.938300 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-dd0b735f-0905-465a-9371-3a958917f850 req-ab25e8cc-7113-4beb-8b50-5ca3df73d65f tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=1527a386-dfcd-497f-ab85-8cb5d5e2eac8 HTTP/1.1" status: 200 len: 945 time: 0.2731698 Aug 11 16:24:17.099605 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-dd0b735f-0905-465a-9371-3a958917f850 req-f29311ba-a89b-4635-b84c-1300dac4b58e tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603029 Aug 11 16:24:17.110853 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4a3995d3-778a-4e26-850b-6a6aec1db670 req-d32a60c2-5555-44e0-925d-33bf10c2a7fb tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701767 Aug 11 16:24:17.321724 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:17.336138 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37444e6-889b-4991-b1d0-bfb659ec2ff3 req-19398636-4d60-43b8-ba40-96e79d9165f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:17.337625 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c37444e6-889b-4991-b1d0-bfb659ec2ff3 req-19398636-4d60-43b8-ba40-96e79d9165f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c28e22fb-1023-43f5-b63d-3612783f4f60 HTTP/1.1" status: 200 len: 915 time: 0.4619884 Aug 11 16:24:17.441496 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c37444e6-889b-4991-b1d0-bfb659ec2ff3 req-8cab3730-f64e-4ec5-bcc9-abea5eef526d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a934394-8ffa-4072-b4fa-2d11a41a34fc HTTP/1.1" status: 200 len: 217 time: 0.0929003 Aug 11 16:24:17.495480 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47ca1b4-83e2-4c6a-9c06-33a8c35c136c', 'name': 'network-vif-deleted', 'tag': '7b6f88b7-0eef-4153-afb1-774d6c3f08a0'}] {{(pid=79159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:24:17.497085 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 7b6f88b7-0eef-4153-afb1-774d6c3f08a0 no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:24:17.547534 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1ac75-a3a8-4b3e-a5cf-6324a28d0f50 req-1c597d9c-3adf-4571-81a4-b496272c6c7f tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:17.556377 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-72d1ac75-a3a8-4b3e-a5cf-6324a28d0f50 req-1c597d9c-3adf-4571-81a4-b496272c6c7f tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.2598467 Aug 11 16:24:17.575466 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] No Port match for: 7b6f88b7-0eef-4153-afb1-774d6c3f08a0 {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:24:17.576258 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 7b6f88b7-0eef-4153-afb1-774d6c3f08a0 not bound to the agent host hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:24:17.629054 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37444e6-889b-4991-b1d0-bfb659ec2ff3 req-8c1ae376-dae0-4916-a18a-cc57be500e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:17.631565 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c37444e6-889b-4991-b1d0-bfb659ec2ff3 req-8c1ae376-dae0-4916-a18a-cc57be500e71 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4be8bed2-1847-4ac8-9f41-26ce1b24fc74 HTTP/1.1" status: 200 len: 853 time: 0.1798885 Aug 11 16:24:17.714350 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-72d1ac75-a3a8-4b3e-a5cf-6324a28d0f50 req-e85db838-49de-4528-90d8-ccd584ce625c tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570549 Aug 11 16:24:17.837005 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809ab89-e0af-45cd-ad1d-f249357da5f9 req-8fd918bb-4dea-42d0-9e7d-1410084a5aaf tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:17.839121 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5809ab89-e0af-45cd-ad1d-f249357da5f9 req-8fd918bb-4dea-42d0-9e7d-1410084a5aaf tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 943 time: 0.2552378 Aug 11 16:24:17.849501 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f47ca1b4-83e2-4c6a-9c06-33a8c35c136c', 'name': 'network-vif-deleted', 'tag': '7b6f88b7-0eef-4153-afb1-774d6c3f08a0', 'status': 'completed', 'code': 200} Aug 11 16:24:17.888778 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37444e6-889b-4991-b1d0-bfb659ec2ff3 req-4f19b2be-ea47-4801-9a66-4ca13b96d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:17.890283 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c37444e6-889b-4991-b1d0-bfb659ec2ff3 req-4f19b2be-ea47-4801-9a66-4ca13b96d202 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c28e22fb-1023-43f5-b63d-3612783f4f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2505982 Aug 11 16:24:17.913421 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5809ab89-e0af-45cd-ad1d-f249357da5f9 req-7a5a9bd7-ff1e-4de6-a977-a6453e12e689 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585763 Aug 11 16:24:18.128935 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c37444e6-889b-4991-b1d0-bfb659ec2ff3 req-3dc9f29a-7c14-4b63-a811-978c8725732e service neutron] 10.222.0.20 "GET /v2.0/networks/c28e22fb-1023-43f5-b63d-3612783f4f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191520 Aug 11 16:24:18.207552 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20b545-5ddc-455f-8621-5b3ed409d4b1 req-c59cb31f-c275-4c60-b2e2-9682a98eaeda tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:18.221306 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ac20b545-5ddc-455f-8621-5b3ed409d4b1 req-c59cb31f-c275-4c60-b2e2-9682a98eaeda tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.2573450 Aug 11 16:24:18.424382 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ac20b545-5ddc-455f-8621-5b3ed409d4b1 req-cfd8196e-685a-4d7e-9450-3d305f2e63a4 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021019 Aug 11 16:24:18.529068 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c37444e6-889b-4991-b1d0-bfb659ec2ff3 req-6214f4af-fe00-4c7b-b20a-d565a451c4a0 service neutron] 10.222.0.20 "GET /v2.0/networks/c28e22fb-1023-43f5-b63d-3612783f4f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829210 Aug 11 16:24:18.596470 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637ebc3-2197-4472-aa3f-9d255bc8639b req-7a04d973-024d-45ad-8e95-84ecf7548a8e tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:18.603785 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-6637ebc3-2197-4472-aa3f-9d255bc8639b req-7a04d973-024d-45ad-8e95-84ecf7548a8e tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=1527a386-dfcd-497f-ab85-8cb5d5e2eac8 HTTP/1.1" status: 200 len: 945 time: 0.3479497 Aug 11 16:24:18.765798 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-6637ebc3-2197-4472-aa3f-9d255bc8639b req-0c968dcc-92a8-40e5-8a57-f94c438b326c tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606581 Aug 11 16:24:18.801104 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4c0b3-b03c-47d8-af45-be558378a57d req-e93b5765-05f5-426d-83ff-de5999e35f86 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:18.803468 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-bbf4c0b3-b03c-47d8-af45-be558378a57d req-e93b5765-05f5-426d-83ff-de5999e35f86 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 945 time: 0.1967084 Aug 11 16:24:18.877007 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-bbf4c0b3-b03c-47d8-af45-be558378a57d req-afa50942-464e-42bd-8843-c77b4df0acd1 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665934 Aug 11 16:24:19.246896 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a1660-0708-4e1f-b04b-7c964116eecf req-7909520d-1ff0-4345-9525-a4450fac8f7d tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:19.254106 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-371a1660-0708-4e1f-b04b-7c964116eecf req-7909520d-1ff0-4345-9525-a4450fac8f7d tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 943 time: 0.1413841 Aug 11 16:24:19.262236 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-88b6d536-84fd-4cdf-8cbd-e0e3b284b116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:19.328047 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-371a1660-0708-4e1f-b04b-7c964116eecf req-b2491adf-1f74-42b0-ba5f-165327a096f4 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717721 Aug 11 16:24:19.443823 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6b4a7-6458-4e7d-9065-16c2e53227ca req-b5080a43-79fd-418e-94cb-2a63ca2c34d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:19.445300 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b1d6b4a7-6458-4e7d-9065-16c2e53227ca req-b5080a43-79fd-418e-94cb-2a63ca2c34d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31c62e7753bf460ab9f528f3534391b0&device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 1099 time: 0.2448912 Aug 11 16:24:19.508987 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 7a934394-8ffa-4072-b4fa-2d11a41a34fc details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:24:19.649023 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50371daf-fafa-473b-b8fa-808288226d62 req-1d81b262-2d09-42d8-b689-e7baced609b7 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:19.656189 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-50371daf-fafa-473b-b8fa-808288226d62 req-1d81b262-2d09-42d8-b689-e7baced609b7 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.3065619 Aug 11 16:24:19.682195 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 7a934394-8ffa-4072-b4fa-2d11a41a34fc, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=7a934394-8ffa-4072-b4fa-2d11a41a34fc,segment=NetworkSegment(af383707-3347-4b04-8513-99355cc9791f),segment_id=af383707-3347-4b04-8513-99355cc9791f)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:24:19.698649 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Returning: {'device': '7a934394-8ffa-4072-b4fa-2d11a41a34fc', 'network_id': 'c28e22fb-1023-43f5-b63d-3612783f4f60', 'port_id': '7a934394-8ffa-4072-b4fa-2d11a41a34fc', 'mac_address': 'fa:16:3e:80:5a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be8bed2-1847-4ac8-9f41-26ce1b24fc74', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:24:19.720887 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6b4a7-6458-4e7d-9065-16c2e53227ca req-b97543cf-9d2b-4920-85c8-b4005f724262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:19.722412 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b1d6b4a7-6458-4e7d-9065-16c2e53227ca req-b97543cf-9d2b-4920-85c8-b4005f724262 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb400975-e9dd-443e-9606-847a21e328b4 HTTP/1.1" status: 200 len: 911 time: 0.2677536 Aug 11 16:24:19.736653 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60826b-a478-479c-9fe6-4ce532ebe9da req-f2d715c5-9c6e-4bf1-8c7d-f2ea54235b8d tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:19.737882 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-3f60826b-a478-479c-9fe6-4ce532ebe9da req-f2d715c5-9c6e-4bf1-8c7d-f2ea54235b8d tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Synchronizing usage tracker for tenant:3fc782a108854b0da42a1d06299b49f2 on resource:port {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:24:19.747276 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-50371daf-fafa-473b-b8fa-808288226d62 req-4dd6eadc-b3c7-4f7a-9c1e-d928dca47ee4 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876393 Aug 11 16:24:19.768522 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:19.798460 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a934394-8ffa-4072-b4fa-2d11a41a34fc {{(pid=79160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:24:19.818366 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 7a934394-8ffa-4072-b4fa-2d11a41a34fc, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=7a934394-8ffa-4072-b4fa-2d11a41a34fc,segment=NetworkSegment(af383707-3347-4b04-8513-99355cc9791f),segment_id=af383707-3347-4b04-8513-99355cc9791f)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:24:19.829973 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:19.835166 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-ad969b39-e3e8-4bb3-aea4-47f05e405835 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:19.936958 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=7a934394-8ffa-4072-b4fa-2d11a41a34fc,revision_number=4']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:19.942253 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:20.024890 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-3f60826b-a478-479c-9fe6-4ce532ebe9da req-f2d715c5-9c6e-4bf1-8c7d-f2ea54235b8d tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Unset dirty status for tenant:3fc782a108854b0da42a1d06299b49f2 on resource:port {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:24:20.025960 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3f60826b-a478-479c-9fe6-4ce532ebe9da req-f2d715c5-9c6e-4bf1-8c7d-f2ea54235b8d tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3a0b4dc-20d6-463f-aade-de874ca37534 HTTP/1.1" status: 200 len: 945 time: 0.5738986 Aug 11 16:24:20.058742 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b1d6b4a7-6458-4e7d-9065-16c2e53227ca req-88e73aaf-ea01-4197-ad76-57a279f3826e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e78309e3-16e8-48a2-8d18-0649025f079c HTTP/1.1" status: 200 len: 1001 time: 0.3182940 Aug 11 16:24:20.147959 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3f60826b-a478-479c-9fe6-4ce532ebe9da req-889ac4fd-d1ea-45b9-826d-7a4112adb202 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094253 Aug 11 16:24:20.162001 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6199c5-c578-4d93-8dd9-4bd57aaf5928 req-ea814fd8-36c3-4a66-b3a3-1fc1988a48df tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:20.172687 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9d6199c5-c578-4d93-8dd9-4bd57aaf5928 req-ea814fd8-36c3-4a66-b3a3-1fc1988a48df tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.2307050 Aug 11 16:24:20.187180 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6b4a7-6458-4e7d-9065-16c2e53227ca req-26ffc61f-eb67-4fd5-9193-cd7e3591c13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:20.188607 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b1d6b4a7-6458-4e7d-9065-16c2e53227ca req-26ffc61f-eb67-4fd5-9193-cd7e3591c13f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d95ae6d0-d0c2-4ac0-b270-7afce54713aa HTTP/1.1" status: 200 len: 849 time: 0.1192749 Aug 11 16:24:20.270878 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9d6199c5-c578-4d93-8dd9-4bd57aaf5928 req-66d84d97-6f65-48ec-b14f-1b91f8c6b236 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006334 Aug 11 16:24:20.283359 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['7a934394-8ffa-4072-b4fa-2d11a41a34fc'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:24:20.366544 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6b4a7-6458-4e7d-9065-16c2e53227ca req-f0ef6620-ee6c-4659-95cd-b57bdfe01390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:20.368439 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b1d6b4a7-6458-4e7d-9065-16c2e53227ca req-f0ef6620-ee6c-4659-95cd-b57bdfe01390 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb400975-e9dd-443e-9606-847a21e328b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1670127 Aug 11 16:24:20.438401 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:20.483250 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070946cc-4f91-4516-9f39-56bd28db2438 req-e15fc814-6a54-47ec-9a4c-9ca5a80574c6 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:20.484759 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-070946cc-4f91-4516-9f39-56bd28db2438 req-e15fc814-6a54-47ec-9a4c-9ca5a80574c6 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=1527a386-dfcd-497f-ab85-8cb5d5e2eac8 HTTP/1.1" status: 200 len: 945 time: 0.2056453 Aug 11 16:24:20.611015 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-070946cc-4f91-4516-9f39-56bd28db2438 req-ddeb678f-5f6b-4ed5-8dd0-ee98485bcf85 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176620 Aug 11 16:24:20.661020 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cdc73f-4fba-42ca-a134-cb8a7aa015e1 req-f2a1eddb-1960-4ab1-8309-c5973bac5786 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:20.663898 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f9cdc73f-4fba-42ca-a134-cb8a7aa015e1 req-f2a1eddb-1960-4ab1-8309-c5973bac5786 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 945 time: 0.2638245 Aug 11 16:24:20.667067 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b1d6b4a7-6458-4e7d-9065-16c2e53227ca req-bc04356e-d961-4514-98c8-0e557216dc00 service neutron] 10.222.0.20 "GET /v2.0/networks/cb400975-e9dd-443e-9606-847a21e328b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892642 Aug 11 16:24:20.848169 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f9cdc73f-4fba-42ca-a134-cb8a7aa015e1 req-f6d00380-db12-495d-9b57-de50532b6238 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769273 Aug 11 16:24:20.934314 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b1d6b4a7-6458-4e7d-9065-16c2e53227ca req-13cea45a-1310-4f80-b8c8-5184de983a34 service neutron] 10.222.0.20 "GET /v2.0/networks/cb400975-e9dd-443e-9606-847a21e328b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221162 Aug 11 16:24:21.157172 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c37044-d4ab-416b-90e1-11261b01e84d req-d7421900-717e-4ede-ba0d-c836fd5c06c9 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:21.164591 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-53c37044-d4ab-416b-90e1-11261b01e84d req-d7421900-717e-4ede-ba0d-c836fd5c06c9 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 944 time: 0.1463728 Aug 11 16:24:21.227075 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-53c37044-d4ab-416b-90e1-11261b01e84d req-0e105657-21a3-4dc0-8d74-c6b0535710ca tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521383 Aug 11 16:24:21.537621 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 7a934394-8ffa-4072-b4fa-2d11a41a34fc up at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:24:21.646518 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c88690-defb-47c1-95e5-66610a5c1cef req-579218f8-5e32-4f1e-a2f9-2f0f87755834 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:21.648222 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-49c88690-defb-47c1-95e5-66610a5c1cef req-579218f8-5e32-4f1e-a2f9-2f0f87755834 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.2614374 Aug 11 16:24:21.681832 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning for port 7a934394-8ffa-4072-b4fa-2d11a41a34fc completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:24:21.727517 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning complete for port 7a934394-8ffa-4072-b4fa-2d11a41a34fc triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:24:21.728243 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:21.738345 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e08e5-c100-45ac-b7ef-c98b1e1658ed req-55d42a8c-e14f-4953-b68f-2418dc4350a7 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:21.739902 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a85e08e5-c100-45ac-b7ef-c98b1e1658ed req-55d42a8c-e14f-4953-b68f-2418dc4350a7 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3a0b4dc-20d6-463f-aade-de874ca37534 HTTP/1.1" status: 200 len: 945 time: 0.3519287 Aug 11 16:24:21.742683 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-49c88690-defb-47c1-95e5-66610a5c1cef req-b44b9c23-3810-4056-9dc7-2b3d42558c7a tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863175 Aug 11 16:24:21.797711 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9d8ad-b1e5-4664-8bcd-63520538899f req-8ef86aff-2c6b-4184-940f-bc938979ce54 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:21.799653 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-25b9d8ad-b1e5-4664-8bcd-63520538899f req-8ef86aff-2c6b-4184-940f-bc938979ce54 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3a0b4dc-20d6-463f-aade-de874ca37534 HTTP/1.1" status: 200 len: 945 time: 0.2759831 Aug 11 16:24:21.901764 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a85e08e5-c100-45ac-b7ef-c98b1e1658ed req-60548a13-139d-44b8-b576-37649828e3ab tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/security-groups?id=482d045a-9208-4e87-80a3-25617f729931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557040 Aug 11 16:24:21.948637 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:21.951498 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:22.009626 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1683ae-33d1-44a1-8195-34c2ec3cc8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a934394-8ffa-4072-b4fa-2d11a41a34fc'}] {{(pid=79160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:24:22.035493 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 7a934394-8ffa-4072-b4fa-2d11a41a34fc, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=7a934394-8ffa-4072-b4fa-2d11a41a34fc,segment=NetworkSegment(af383707-3347-4b04-8513-99355cc9791f),segment_id=af383707-3347-4b04-8513-99355cc9791f)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:24:22.046135 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:22.048153 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:22.069162 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [req-25b9d8ad-b1e5-4664-8bcd-63520538899f req-fbafb3bd-6f26-4a56-8b58-377bba714d3f tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Deleting port d85173c0-8c2e-4785-99d7-09918b979ba3 {{(pid=79159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:24:22.069490 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-25b9d8ad-b1e5-4664-8bcd-63520538899f req-fbafb3bd-6f26-4a56-8b58-377bba714d3f tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:22.176358 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=7a934394-8ffa-4072-b4fa-2d11a41a34fc,revision_number=5']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:22.180051 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:22.336356 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a4f6d-9bb3-4beb-839d-6cc532f2355e req-08f0e06e-dd91-497b-97d0-4a2ab50e977d tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:22.337883 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c99a4f6d-9bb3-4beb-839d-6cc532f2355e req-08f0e06e-dd91-497b-97d0-4a2ab50e977d tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=1527a386-dfcd-497f-ab85-8cb5d5e2eac8 HTTP/1.1" status: 200 len: 945 time: 0.3625174 Aug 11 16:24:22.580075 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edc0cf-775a-41ac-9a51-9a843efe60ed req-ec0ff20e-38b8-43b0-a0f4-dd6da1b2b102 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:22.581559 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-02edc0cf-775a-41ac-9a51-9a843efe60ed req-ec0ff20e-38b8-43b0-a0f4-dd6da1b2b102 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 945 time: 0.4263737 Aug 11 16:24:22.654318 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c99a4f6d-9bb3-4beb-839d-6cc532f2355e req-1c35fcd5-9863-44e9-80aa-692287a90dc3 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031299 Aug 11 16:24:22.725752 dv-cinder-804265-1-smb neutron-server[79160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1683ae-33d1-44a1-8195-34c2ec3cc8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a934394-8ffa-4072-b4fa-2d11a41a34fc', 'code': 200} Aug 11 16:24:22.742426 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-02edc0cf-775a-41ac-9a51-9a843efe60ed req-c1980735-67f0-4c59-b6e6-7b5c3911aafa tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545644 Aug 11 16:24:22.744978 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-25b9d8ad-b1e5-4664-8bcd-63520538899f req-fbafb3bd-6f26-4a56-8b58-377bba714d3f tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] For port d85173c0-8c2e-4785-99d7-09918b979ba3, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=d85173c0-8c2e-4785-99d7-09918b979ba3,segment=NetworkSegment(e375eb40-c4eb-4ecd-bf39-be674a1305f8),segment_id=e375eb40-c4eb-4ecd-bf39-be674a1305f8)] {{(pid=79159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:24:22.745348 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-25b9d8ad-b1e5-4664-8bcd-63520538899f req-fbafb3bd-6f26-4a56-8b58-377bba714d3f tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:22.918605 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [req-25b9d8ad-b1e5-4664-8bcd-63520538899f req-fbafb3bd-6f26-4a56-8b58-377bba714d3f tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Calling delete_port for d85173c0-8c2e-4785-99d7-09918b979ba3 owned by compute:nova {{(pid=79159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:24:23.155419 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d306138-8b7a-46c2-9ddb-7c8f0d31cc25 req-dbee6f93-db63-4d5d-a8f7-321a6a03f9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:23.156938 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-8d306138-8b7a-46c2-9ddb-7c8f0d31cc25 req-dbee6f93-db63-4d5d-a8f7-321a6a03f9b8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 1098 time: 0.0857675 Aug 11 16:24:23.182639 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f622d-4e47-4608-ba2c-2e415a203677 req-14224cb5-ec46-43e1-b744-61c461ef3d88 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:23.184828 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e70f622d-4e47-4608-ba2c-2e415a203677 req-14224cb5-ec46-43e1-b744-61c461ef3d88 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.20 "GET /v2.0/ports?device_id=1527a386-dfcd-497f-ab85-8cb5d5e2eac8 HTTP/1.1" status: 200 len: 945 time: 0.5340898 Aug 11 16:24:23.207911 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-8d306138-8b7a-46c2-9ddb-7c8f0d31cc25 req-44d9a484-a5e7-4f54-95a3-df349d172779 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409591 Aug 11 16:24:23.282116 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edf27c-66dc-4f8e-b819-d545f99c294b req-b55f698b-1a68-4683-9ceb-651a50599dce tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:23.283649 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-06edf27c-66dc-4f8e-b819-d545f99c294b req-b55f698b-1a68-4683-9ceb-651a50599dce tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 945 time: 0.3798125 Aug 11 16:24:23.326342 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [req-e70f622d-4e47-4608-ba2c-2e415a203677 req-00fa7402-1b30-4893-a55c-3043214c637f tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Deleting port 13c3f9c5-1987-4e18-9040-88963f1cdff2 {{(pid=79159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:24:23.326667 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-e70f622d-4e47-4608-ba2c-2e415a203677 req-00fa7402-1b30-4893-a55c-3043214c637f tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:23.384540 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b98870-67dc-4b74-a5de-5a82860b909c req-3a323b9e-3c27-4442-bfa6-2fb23175d376 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:23.386076 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d1b98870-67dc-4b74-a5de-5a82860b909c req-3a323b9e-3c27-4442-bfa6-2fb23175d376 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.3996298 Aug 11 16:24:23.515016 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-06edf27c-66dc-4f8e-b819-d545f99c294b req-5ffc980d-c8f3-4bdc-b4a3-89438831da8f tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220862 Aug 11 16:24:23.521098 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-25b9d8ad-b1e5-4664-8bcd-63520538899f req-fbafb3bd-6f26-4a56-8b58-377bba714d3f tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561'] for port, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:23.541167 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-c0904526-c074-4e25-82ba-f51d0067112e tempest-DeleteServersTestJSON-271063358 tempest-DeleteServersTestJSON-271063358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:23.572999 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['d85173c0-8c2e-4785-99d7-09918b979ba3'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:24:23.628198 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafb3bd-6f26-4a56-8b58-377bba714d3f tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Pushing event deleted for resources: {'Port': ['ID=d85173c0-8c2e-4785-99d7-09918b979ba3,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:23.649152 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d1b98870-67dc-4b74-a5de-5a82860b909c req-32ec3a15-7418-4fc2-b481-a31dc92be451 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430456 Aug 11 16:24:23.656556 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-fbafb3bd-6f26-4a56-8b58-377bba714d3f tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:24.073396 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-13f28353-ed2c-4cb9-a655-110df17587bc req-6913afda-4079-4fa8-86a0-8610801b9d2d tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3a0b4dc-20d6-463f-aade-de874ca37534 HTTP/1.1" status: 200 len: 210 time: 0.1528358 Aug 11 16:24:24.076035 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-e70f622d-4e47-4608-ba2c-2e415a203677 req-00fa7402-1b30-4893-a55c-3043214c637f tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] For port 13c3f9c5-1987-4e18-9040-88963f1cdff2, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=13c3f9c5-1987-4e18-9040-88963f1cdff2,segment=NetworkSegment(c56d6ec6-c3e9-4960-b020-a96d7a735f59),segment_id=c56d6ec6-c3e9-4960-b020-a96d7a735f59)] {{(pid=79159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:24:24.076394 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-e70f622d-4e47-4608-ba2c-2e415a203677 req-00fa7402-1b30-4893-a55c-3043214c637f tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:24.094780 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b9d8ad-b1e5-4664-8bcd-63520538899f req-fbafb3bd-6f26-4a56-8b58-377bba714d3f tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] No DVR routers for this DVR port d85173c0-8c2e-4785-99d7-09918b979ba3 on host hv-cinder-80426 {{(pid=79159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:24:24.160237 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-25b9d8ad-b1e5-4664-8bcd-63520538899f req-fbafb3bd-6f26-4a56-8b58-377bba714d3f tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:24.163773 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a0b4dc-20d6-463f-aade-de874ca37534', 'name': 'network-vif-deleted', 'tag': 'd85173c0-8c2e-4785-99d7-09918b979ba3'}] {{(pid=79159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:24:24.232299 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [req-e70f622d-4e47-4608-ba2c-2e415a203677 req-00fa7402-1b30-4893-a55c-3043214c637f tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Calling delete_port for 13c3f9c5-1987-4e18-9040-88963f1cdff2 owned by compute:nova {{(pid=79159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:24:24.444686 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-25b9d8ad-b1e5-4664-8bcd-63520538899f req-fbafb3bd-6f26-4a56-8b58-377bba714d3f tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.20 "DELETE /v2.0/ports/d85173c0-8c2e-4785-99d7-09918b979ba3 HTTP/1.1" status: 204 len: 173 time: 2.6014779 Aug 11 16:24:24.513615 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6da46f-de99-4e2b-a4ea-5ca04535f369 req-6d55a909-6421-49e5-8255-fd689b81441b tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:24.523972 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fa6da46f-de99-4e2b-a4ea-5ca04535f369 req-6d55a909-6421-49e5-8255-fd689b81441b tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=1527a386-dfcd-497f-ab85-8cb5d5e2eac8 HTTP/1.1" status: 200 len: 945 time: 0.5975208 Aug 11 16:24:24.639509 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fa6da46f-de99-4e2b-a4ea-5ca04535f369 req-0ce7e6e2-7dbf-4c3f-8b7a-60ca21b7c6aa tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135631 Aug 11 16:24:24.670522 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383fd650-2a21-4da6-a348-fb8d813360aa req-973da91a-16f3-464d-87b1-0bbf9ffdc71d tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:24.701095 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-383fd650-2a21-4da6-a348-fb8d813360aa req-973da91a-16f3-464d-87b1-0bbf9ffdc71d tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 945 time: 0.4377639 Aug 11 16:24:24.728123 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a0b4dc-20d6-463f-aade-de874ca37534', 'name': 'network-vif-deleted', 'tag': 'd85173c0-8c2e-4785-99d7-09918b979ba3', 'status': 'completed', 'code': 200} Aug 11 16:24:24.829940 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-e70f622d-4e47-4608-ba2c-2e415a203677 req-00fa7402-1b30-4893-a55c-3043214c637f tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561'] for port, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:24.908308 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-56660992-3250-4361-9f23-beaca994240e tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:25.010429 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-383fd650-2a21-4da6-a348-fb8d813360aa req-5a373bb3-9804-4507-a7cd-650575909dfd tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3070390 Aug 11 16:24:25.017185 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa7402-1b30-4893-a55c-3043214c637f tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Pushing event deleted for resources: {'Port': ['ID=13c3f9c5-1987-4e18-9040-88963f1cdff2,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:25.052077 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-00fa7402-1b30-4893-a55c-3043214c637f tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:25.078436 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [req-e70f622d-4e47-4608-ba2c-2e415a203677 req-00fa7402-1b30-4893-a55c-3043214c637f tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] No DVR routers for this DVR port 13c3f9c5-1987-4e18-9040-88963f1cdff2 on host hv-cinder-80426 {{(pid=79159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:24:25.081556 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-e70f622d-4e47-4608-ba2c-2e415a203677 req-00fa7402-1b30-4893-a55c-3043214c637f tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:25.106493 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e70f622d-4e47-4608-ba2c-2e415a203677 req-00fa7402-1b30-4893-a55c-3043214c637f tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.20 "DELETE /v2.0/ports/13c3f9c5-1987-4e18-9040-88963f1cdff2 HTTP/1.1" status: 204 len: 173 time: 1.9131179 Aug 11 16:24:25.121431 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781c771-cb99-4bf0-8e28-585737109b57 req-b4f0e6f7-4e8c-4b10-838d-ed43eff9961c tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:25.123128 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a781c771-cb99-4bf0-8e28-585737109b57 req-b4f0e6f7-4e8c-4b10-838d-ed43eff9961c tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 945 time: 0.3044293 Aug 11 16:24:25.190657 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a781c771-cb99-4bf0-8e28-585737109b57 req-cdaf4e26-473a-4e76-88b3-9691344eb6f1 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607486 Aug 11 16:24:25.482451 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-ab193f36-afe5-43fa-b730-af2063bfa7e9 req-6a9420a3-1613-4f4d-acf9-3b3ea016da03 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Synchronizing usage tracker for tenant:3fc782a108854b0da42a1d06299b49f2 on resource:port {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:24:25.513043 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-ab193f36-afe5-43fa-b730-af2063bfa7e9 req-6a9420a3-1613-4f4d-acf9-3b3ea016da03 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Unset dirty status for tenant:3fc782a108854b0da42a1d06299b49f2 on resource:port {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:24:25.514779 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ab193f36-afe5-43fa-b730-af2063bfa7e9 req-6a9420a3-1613-4f4d-acf9-3b3ea016da03 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3a0b4dc-20d6-463f-aade-de874ca37534 HTTP/1.1" status: 200 len: 210 time: 0.1062365 Aug 11 16:24:25.536505 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device d85173c0-8c2e-4785-99d7-09918b979ba3 no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:24:25.648207 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] No Port match for: d85173c0-8c2e-4785-99d7-09918b979ba3 {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:24:25.648578 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device d85173c0-8c2e-4785-99d7-09918b979ba3 not bound to the agent host hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:24:25.648998 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 13c3f9c5-1987-4e18-9040-88963f1cdff2 no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:24:25.724025 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] No Port match for: 13c3f9c5-1987-4e18-9040-88963f1cdff2 {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:24:25.724630 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 13c3f9c5-1987-4e18-9040-88963f1cdff2 not bound to the agent host hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:24:25.903854 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-1de28328-8eae-4806-8337-7fbbc110c964 req-6f988076-5dba-418f-a837-6236785ec8fd tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Synchronizing usage tracker for tenant:3752e426f4f74fb7bbf7705600c5e816 on resource:port {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:24:25.947649 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-1de28328-8eae-4806-8337-7fbbc110c964 req-6f988076-5dba-418f-a837-6236785ec8fd tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Unset dirty status for tenant:3752e426f4f74fb7bbf7705600c5e816 on resource:port {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:24:25.949511 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1de28328-8eae-4806-8337-7fbbc110c964 req-6f988076-5dba-418f-a837-6236785ec8fd tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=1527a386-dfcd-497f-ab85-8cb5d5e2eac8 HTTP/1.1" status: 200 len: 210 time: 0.1092997 Aug 11 16:24:25.952922 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0793b-05e3-487e-b481-a82a9707a256 req-12c0815f-09e5-4316-a823-d660a4ebce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:25.954389 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5fa0793b-05e3-487e-b481-a82a9707a256 req-12c0815f-09e5-4316-a823-d660a4ebce3e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f65af374b754ad0a8db24d255bf01a9&device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 1099 time: 0.2491558 Aug 11 16:24:25.997944 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a11ff-fee0-4d12-b069-723c2805eeac req-bf319d09-1101-4fe2-a9a4-eb5db1f8e1b6 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:25.999825 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-778a11ff-fee0-4d12-b069-723c2805eeac req-bf319d09-1101-4fe2-a9a4-eb5db1f8e1b6 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.2103322 Aug 11 16:24:26.011809 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:26.140767 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-778a11ff-fee0-4d12-b069-723c2805eeac req-cad0f484-65bb-4b17-9abf-e47a186ccb62 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332269 Aug 11 16:24:26.175062 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0793b-05e3-487e-b481-a82a9707a256 req-1ecb138d-d552-4371-82dc-f1f1f30335fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:26.176932 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5fa0793b-05e3-487e-b481-a82a9707a256 req-1ecb138d-d552-4371-82dc-f1f1f30335fe service neutron] 10.222.0.20 "GET /v2.0/networks?id=e84d1f2e-0958-4576-b874-787314c79445 HTTP/1.1" status: 200 len: 919 time: 0.2138662 Aug 11 16:24:26.289835 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5fa0793b-05e3-487e-b481-a82a9707a256 req-ca6ff0a1-2bbd-4b8b-86a7-17cc0cf248f7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92fde35d-7fa9-441a-bf4c-6c208c14b13c HTTP/1.1" status: 200 len: 217 time: 0.1052651 Aug 11 16:24:26.428708 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0793b-05e3-487e-b481-a82a9707a256 req-5a2947e2-0e69-434e-bbdc-2e15bb698606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:26.430149 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5fa0793b-05e3-487e-b481-a82a9707a256 req-5a2947e2-0e69-434e-bbdc-2e15bb698606 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38724f5f-39a0-4316-8f66-1571c8e42441 HTTP/1.1" status: 200 len: 858 time: 0.1306539 Aug 11 16:24:26.480734 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89929cfa-0751-4e76-b130-e53ee1909c3e req-1a4b83d3-de9c-49cc-ab1b-d32c0cdd0926 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:26.482185 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-89929cfa-0751-4e76-b130-e53ee1909c3e req-1a4b83d3-de9c-49cc-ab1b-d32c0cdd0926 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 945 time: 0.2998214 Aug 11 16:24:26.510843 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5fa0793b-05e3-487e-b481-a82a9707a256 req-77f5b1f7-7e08-47f4-97c0-91ac83e06458 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e84d1f2e-0958-4576-b874-787314c79445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723474 Aug 11 16:24:26.568112 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb909c17-dc67-46a8-ae9a-923a9b6b281f req-42a29ba9-9c08-4172-841a-d97f0a1ac849 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:26.569501 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-bb909c17-dc67-46a8-ae9a-923a9b6b281f req-42a29ba9-9c08-4172-841a-d97f0a1ac849 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 945 time: 0.2355452 Aug 11 16:24:26.617737 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-89929cfa-0751-4e76-b130-e53ee1909c3e req-73130a7e-b356-4579-b051-fcc45253f1c2 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286683 Aug 11 16:24:26.743022 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1527a386-dfcd-497f-ab85-8cb5d5e2eac8', 'name': 'network-vif-deleted', 'tag': '13c3f9c5-1987-4e18-9040-88963f1cdff2'}] {{(pid=79159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:24:26.743669 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 43274) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:26.780088 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-bb909c17-dc67-46a8-ae9a-923a9b6b281f req-4f91a7d6-34b8-40fe-950d-52f3098b8c2b tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679189 Aug 11 16:24:26.818327 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5fa0793b-05e3-487e-b481-a82a9707a256 req-2c9cf309-4513-4c52-ac6c-9053c1610197 service neutron] 10.222.0.20 "GET /v2.0/networks/e84d1f2e-0958-4576-b874-787314c79445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972221 Aug 11 16:24:26.884136 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1527a386-dfcd-497f-ab85-8cb5d5e2eac8', 'name': 'network-vif-deleted', 'tag': '13c3f9c5-1987-4e18-9040-88963f1cdff2', 'status': 'completed', 'code': 200} Aug 11 16:24:26.891384 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f509342-52c8-4497-9a24-ab0cab794615 admin admin] Deleting subnet c2722813-1f6a-4424-8cfc-33926ff5c8e0 {{(pid=79158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 11 16:24:26.895493 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-8f509342-52c8-4497-9a24-ab0cab794615 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:26.982375 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-8f509342-52c8-4497-9a24-ab0cab794615 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33397446'] for subnet, precommit_delete_associations {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:27.050385 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-8f509342-52c8-4497-9a24-ab0cab794615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3352476'] for subnet, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:27.143432 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-8f509342-52c8-4497-9a24-ab0cab794615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3352467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32627641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1113876'] for subnet, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:27.160872 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-8da467de-1ce1-4f3b-9341-7f4609c20b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:27.217026 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-8f509342-52c8-4497-9a24-ab0cab794615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for subnet, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:27.221364 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f509342-52c8-4497-9a24-ab0cab794615 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2722813-1f6a-4424-8cfc-33926ff5c8e0,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:27.223170 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5fa0793b-05e3-487e-b481-a82a9707a256 req-ca60d9b7-006d-482e-a4f1-f008e8fb1a74 service neutron] 10.222.0.20 "GET /v2.0/networks/e84d1f2e-0958-4576-b874-787314c79445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977575 Aug 11 16:24:27.231888 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-8f509342-52c8-4497-9a24-ab0cab794615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:27.235067 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-8f509342-52c8-4497-9a24-ab0cab794615 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c2722813-1f6a-4424-8cfc-33926ff5c8e0 HTTP/1.1" status: 204 len: 168 time: 0.4963074 Aug 11 16:24:27.237676 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 43292) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:27.276065 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce25906-d326-4dd0-9b63-18f1ac059ff6 req-82688527-840a-4bb7-8bce-3ff3fa3f0dd2 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:27.280597 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1ce25906-d326-4dd0-9b63-18f1ac059ff6 req-82688527-840a-4bb7-8bce-3ff3fa3f0dd2 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 945 time: 0.2792892 Aug 11 16:24:27.495290 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1ce25906-d326-4dd0-9b63-18f1ac059ff6 req-551d9d80-61cf-4343-9779-79be62ec343a tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038429 Aug 11 16:24:27.504655 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-c58792f3-6b51-447b-9fd2-53a20290dad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3965533'] for network, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:27.629592 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860fd51-af8b-43c4-8c31-42fa248748fc req-b62e6d76-687a-47dd-a567-6279a9e91729 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:27.631094 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2860fd51-af8b-43c4-8c31-42fa248748fc req-b62e6d76-687a-47dd-a567-6279a9e91729 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.2567127 Aug 11 16:24:27.691491 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114701b8-73eb-432c-b884-854cb47e0971 req-a76caee2-716b-49aa-8850-a798058d3c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:27.697448 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-114701b8-73eb-432c-b884-854cb47e0971 req-a76caee2-716b-49aa-8850-a798058d3c8a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f65af374b754ad0a8db24d255bf01a9&device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 1099 time: 0.3696423 Aug 11 16:24:27.725411 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2860fd51-af8b-43c4-8c31-42fa248748fc req-b94e5819-760a-4768-8e08-2605e1bfeeef tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848463 Aug 11 16:24:27.785015 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-c58792f3-6b51-447b-9fd2-53a20290dad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3354215', 'neutron.services.segments.db._delete_segments_for_network-8758463345821'] for network, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:27.819593 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.services.segments.db [None req-c58792f3-6b51-447b-9fd2-53a20290dad3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f6a840-d07e-445e-be19-d944bca27070']}} {{(pid=79158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:24:27.842923 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.services.segments.db [None req-c58792f3-6b51-447b-9fd2-53a20290dad3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e375eb40-c4eb-4ecd-bf39-be674a1305f8') {'for_net_delete': True} {{(pid=79158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:24:27.843214 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.services.segments.db [None req-c58792f3-6b51-447b-9fd2-53a20290dad3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e375eb40-c4eb-4ecd-bf39-be674a1305f8') {} {{(pid=79158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:24:27.866426 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-c58792f3-6b51-447b-9fd2-53a20290dad3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758463343351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33397465'] for segment, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:27.887846 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-c58792f3-6b51-447b-9fd2-53a20290dad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3350950'] for segment, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:27.897386 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58792f3-6b51-447b-9fd2-53a20290dad3 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=79158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 16:24:27.897875 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-c58792f3-6b51-447b-9fd2-53a20290dad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3350959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32627679'] for segment, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:28.009022 dv-cinder-804265-1-smb neutron-server[79158]: Traceback (most recent call last): Aug 11 16:24:28.009022 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 16:24:28.009022 dv-cinder-804265-1-smb neutron-server[79158]: timer() Aug 11 16:24:28.009022 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 16:24:28.009022 dv-cinder-804265-1-smb neutron-server[79158]: cb(*args, **kw) Aug 11 16:24:28.009022 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 16:24:28.009022 dv-cinder-804265-1-smb neutron-server[79158]: return func(*args, **kwargs) Aug 11 16:24:28.009022 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 16:24:28.009022 dv-cinder-804265-1-smb neutron-server[79158]: self._notify() Aug 11 16:24:28.009022 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 16:24:28.009022 dv-cinder-804265-1-smb neutron-server[79158]: self.callback(batched_events) Aug 11 16:24:28.009022 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 16:24:28.009022 dv-cinder-804265-1-smb neutron-server[79158]: event.method(event) Aug 11 16:24:28.009022 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 11 16:24:28.009022 dv-cinder-804265-1-smb neutron-server[79158]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 16:24:28.009022 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 11 16:24:28.009022 dv-cinder-804265-1-smb neutron-server[79158]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 16:24:28.009022 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 16:24:28.009022 dv-cinder-804265-1-smb neutron-server[79158]: return f(self, *a, **k) Aug 11 16:24:28.009022 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 16:24:28.009022 dv-cinder-804265-1-smb neutron-server[79158]: return self._get(url).json() Aug 11 16:24:28.009022 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 16:24:28.009022 dv-cinder-804265-1-smb neutron-server[79158]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 16:24:28.009022 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 16:24:28.009022 dv-cinder-804265-1-smb neutron-server[79158]: return self.request(url, 'GET', **kwargs) Aug 11 16:24:28.009022 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 16:24:28.009022 dv-cinder-804265-1-smb neutron-server[79158]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 16:24:28.009022 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 16:24:28.009022 dv-cinder-804265-1-smb neutron-server[79158]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 16:24:28.009022 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 16:24:28.009022 dv-cinder-804265-1-smb neutron-server[79158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 16:24:28.009022 dv-cinder-804265-1-smb neutron-server[79158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 16:24:28.037643 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-c58792f3-6b51-447b-9fd2-53a20290dad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3354142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608000'] for network, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:28.054189 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-c58792f3-6b51-447b-9fd2-53a20290dad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for network, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:28.066209 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114701b8-73eb-432c-b884-854cb47e0971 req-ee1d4671-3250-4ad0-83a3-bfe960c9e1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:28.066975 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-4390e924-093a-4ed2-a3d8-fcd2db080c87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:28.067644 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-114701b8-73eb-432c-b884-854cb47e0971 req-ee1d4671-3250-4ad0-83a3-bfe960c9e1cb service neutron] 10.222.0.20 "GET /v2.0/networks?id=e84d1f2e-0958-4576-b874-787314c79445 HTTP/1.1" status: 200 len: 919 time: 0.3363676 Aug 11 16:24:28.108381 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58792f3-6b51-447b-9fd2-53a20290dad3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8f6a840-d07e-445e-be19-d944bca27070,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:28.111986 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-c58792f3-6b51-447b-9fd2-53a20290dad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:28.120357 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-c58792f3-6b51-447b-9fd2-53a20290dad3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b8f6a840-d07e-445e-be19-d944bca27070 HTTP/1.1" status: 204 len: 168 time: 0.8789337 Aug 11 16:24:28.190996 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-114701b8-73eb-432c-b884-854cb47e0971 req-711063f0-b23c-47b2-b9b7-647f720d4158 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92fde35d-7fa9-441a-bf4c-6c208c14b13c HTTP/1.1" status: 200 len: 217 time: 0.1114342 Aug 11 16:24:28.219072 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc9636-762d-408d-bc7d-f0f7e4b0ecfa req-74ce301f-84a7-40aa-9184-85287d4b8cc2 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:28.222711 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-facc9636-762d-408d-bc7d-f0f7e4b0ecfa req-74ce301f-84a7-40aa-9184-85287d4b8cc2 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 945 time: 0.2764575 Aug 11 16:24:28.333088 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114701b8-73eb-432c-b884-854cb47e0971 req-e0da1498-1d57-466b-82c0-16f46e975a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:28.334604 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-114701b8-73eb-432c-b884-854cb47e0971 req-e0da1498-1d57-466b-82c0-16f46e975a64 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38724f5f-39a0-4316-8f66-1571c8e42441 HTTP/1.1" status: 200 len: 858 time: 0.1249883 Aug 11 16:24:28.341859 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 43316) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:28.384309 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-facc9636-762d-408d-bc7d-f0f7e4b0ecfa req-8a6ddf80-2888-478a-b658-e8493fb2247f tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146090 Aug 11 16:24:28.400911 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-114701b8-73eb-432c-b884-854cb47e0971 req-f26ba300-6016-48ff-879b-0222c25879c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e84d1f2e-0958-4576-b874-787314c79445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568919 Aug 11 16:24:28.413149 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-7b0d0196-2e3f-4740-89a9-8332da83d46c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3fc782a108854b0da42a1d06299b49f2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0698502 Aug 11 16:24:28.417262 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 43322) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:28.420292 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25377b-8ac5-46a3-a9d2-12de5322f102 req-45bb585e-72cb-4bb4-b778-4a9394590469 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:28.421781 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7a25377b-8ac5-46a3-a9d2-12de5322f102 req-45bb585e-72cb-4bb4-b778-4a9394590469 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 945 time: 0.2878475 Aug 11 16:24:28.479394 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f4a43ff6-1cb2-4309-ba62-ef1be01c4bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:28.506177 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f4a43ff6-1cb2-4309-ba62-ef1be01c4bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:28.560728 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7a25377b-8ac5-46a3-a9d2-12de5322f102 req-0e8f9955-3966-426e-a79c-574baadab77b tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201723 Aug 11 16:24:28.569988 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f4a43ff6-1cb2-4309-ba62-ef1be01c4bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:28.585059 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-2918f4d5-f3ca-4956-827c-5ac0bd892e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:28.600907 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f4a43ff6-1cb2-4309-ba62-ef1be01c4bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:28.606188 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-f4a43ff6-1cb2-4309-ba62-ef1be01c4bf8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/482d045a-9208-4e87-80a3-25617f729931 HTTP/1.1" status: 204 len: 168 time: 0.1868799 Aug 11 16:24:28.609666 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a43ff6-1cb2-4309-ba62-ef1be01c4bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482d045a-9208-4e87-80a3-25617f729931,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:28.612198 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-f4a43ff6-1cb2-4309-ba62-ef1be01c4bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:28.614845 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-114701b8-73eb-432c-b884-854cb47e0971 req-77711656-017d-496d-9b7e-f66452af52bf service neutron] 10.222.0.20 "GET /v2.0/networks/e84d1f2e-0958-4576-b874-787314c79445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067769 Aug 11 16:24:28.976703 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-114701b8-73eb-432c-b884-854cb47e0971 req-b9ea062e-82b8-4628-9c78-154bec3e9124 service neutron] 10.222.0.20 "GET /v2.0/networks/e84d1f2e-0958-4576-b874-787314c79445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209790 Aug 11 16:24:29.014738 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e849434-e8b8-4e53-88eb-7989fd0ae9e6 req-296336ee-6191-45f8-b875-c84f5b7fa4ec tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:29.017047 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5e849434-e8b8-4e53-88eb-7989fd0ae9e6 req-296336ee-6191-45f8-b875-c84f5b7fa4ec tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.1417997 Aug 11 16:24:29.190190 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5e849434-e8b8-4e53-88eb-7989fd0ae9e6 req-7ea89c9a-5632-45cc-8777-1e3a57de380c tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671345 Aug 11 16:24:29.216889 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8dac5-ae32-4333-97da-1470494167bf req-89ff26f2-29b4-4775-9c58-d4a4de363d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:29.221919 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f5c8dac5-ae32-4333-97da-1470494167bf req-89ff26f2-29b4-4775-9c58-d4a4de363d5d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fef1ad4cb48040e8929d178e9133121b&device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 1098 time: 0.1042614 Aug 11 16:24:29.355775 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8dac5-ae32-4333-97da-1470494167bf req-bb35a9c5-7f6d-4de8-b837-1ddf4b209c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:29.357229 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f5c8dac5-ae32-4333-97da-1470494167bf req-bb35a9c5-7f6d-4de8-b837-1ddf4b209c1c service neutron] 10.222.0.20 "GET /v2.0/networks?id=0716185b-9f94-472b-95f6-9bbd05d2e424 HTTP/1.1" status: 200 len: 917 time: 0.1324055 Aug 11 16:24:29.468473 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f5c8dac5-ae32-4333-97da-1470494167bf req-5de5e739-3ec6-4695-b816-7be0c67a397b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d3ddf2f-b157-451d-a236-2f07fe0babc1 HTTP/1.1" status: 200 len: 1000 time: 0.1018851 Aug 11 16:24:29.686513 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8dac5-ae32-4333-97da-1470494167bf req-291977e6-4090-4aa4-b2cd-41be6dc40fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:29.687978 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f5c8dac5-ae32-4333-97da-1470494167bf req-291977e6-4090-4aa4-b2cd-41be6dc40fd6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d509748-00d5-4471-8b3e-a2f206f5dac5 HTTP/1.1" status: 200 len: 855 time: 0.2133226 Aug 11 16:24:29.768241 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b696e-3307-47b9-8af5-c0ce711bee9e req-588e0aa8-4da8-48c8-a86f-3c8fde55360e tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:29.770312 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fb6b696e-3307-47b9-8af5-c0ce711bee9e req-588e0aa8-4da8-48c8-a86f-3c8fde55360e tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 945 time: 0.2568157 Aug 11 16:24:29.817524 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8dac5-ae32-4333-97da-1470494167bf req-5440cc0e-8eb5-4586-b1b3-dfbef97d7bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:29.819294 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f5c8dac5-ae32-4333-97da-1470494167bf req-5440cc0e-8eb5-4586-b1b3-dfbef97d7bfe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0716185b-9f94-472b-95f6-9bbd05d2e424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1234033 Aug 11 16:24:29.832020 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fb6b696e-3307-47b9-8af5-c0ce711bee9e req-af566f27-0374-4cc9-a4a7-57e281fc1c67 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543492 Aug 11 16:24:29.963862 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f5c8dac5-ae32-4333-97da-1470494167bf req-74a23dce-6571-4c9c-994d-e1c5e6a60b26 service neutron] 10.222.0.20 "GET /v2.0/networks/0716185b-9f94-472b-95f6-9bbd05d2e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354997 Aug 11 16:24:30.110295 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f5c8dac5-ae32-4333-97da-1470494167bf req-809ab4a6-fca0-495b-8e40-382f0bf8b4da service neutron] 10.222.0.20 "GET /v2.0/networks/0716185b-9f94-472b-95f6-9bbd05d2e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328771 Aug 11 16:24:30.420949 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f204312-7d76-489d-be2e-3013c7e97b79 req-3d36eca7-568a-47c2-86cd-22a2e4be4a91 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:30.422476 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2f204312-7d76-489d-be2e-3013c7e97b79 req-3d36eca7-568a-47c2-86cd-22a2e4be4a91 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.0956070 Aug 11 16:24:30.468849 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2f204312-7d76-489d-be2e-3013c7e97b79 req-78dabda3-ca36-45bb-b30a-99fbfe7b5b87 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405376 Aug 11 16:24:31.032601 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203acc0b-164b-441d-9fa4-2843599d6a46 req-f3de2c96-7a24-49ac-8d12-d33078be5ea7 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:31.034930 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-203acc0b-164b-441d-9fa4-2843599d6a46 req-f3de2c96-7a24-49ac-8d12-d33078be5ea7 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 945 time: 0.0871291 Aug 11 16:24:31.085569 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-203acc0b-164b-441d-9fa4-2843599d6a46 req-acf9ed8e-48ad-43b0-9cc0-512506fa76eb tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433853 Aug 11 16:24:31.571740 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 5d3ddf2f-b157-451d-a236-2f07fe0babc1 no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:24:31.733381 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d942c68-d99f-49b3-878a-e09b8a0cddcd req-f985c54c-fe63-4e08-aa5c-f9c7bf5b13f7 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:31.741165 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3d942c68-d99f-49b3-878a-e09b8a0cddcd req-f985c54c-fe63-4e08-aa5c-f9c7bf5b13f7 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.1475554 Aug 11 16:24:31.779974 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:31.788160 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3d942c68-d99f-49b3-878a-e09b8a0cddcd req-67f89c14-6fa5-40d2-9cb7-563513f0f54c tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470989 Aug 11 16:24:31.817622 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b72db5-7067-4fa7-9b41-5eab55e62b7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d3ddf2f-b157-451d-a236-2f07fe0babc1'}] {{(pid=79160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:24:31.831052 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 5d3ddf2f-b157-451d-a236-2f07fe0babc1, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=5d3ddf2f-b157-451d-a236-2f07fe0babc1,segment=NetworkSegment(27cb263a-ccc6-4035-8f60-05cc8115add6),segment_id=27cb263a-ccc6-4035-8f60-05cc8115add6)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:24:31.836451 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:31.838628 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:31.903925 dv-cinder-804265-1-smb neutron-server[79160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b72db5-7067-4fa7-9b41-5eab55e62b7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d3ddf2f-b157-451d-a236-2f07fe0babc1', 'code': 200} Aug 11 16:24:31.915494 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=5d3ddf2f-b157-451d-a236-2f07fe0babc1,revision_number=8']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:31.919258 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:31.997334 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-9b8cec4e-f4a0-4950-b9e0-f4994255b50d tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:31.998810 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-9b8cec4e-f4a0-4950-b9e0-f4994255b50d tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/networks?id=e266426d-f3a1-477e-b828-4ac5d8085254 HTTP/1.1" status: 200 len: 814 time: 0.1554782 Aug 11 16:24:32.014787 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-a3c31473-591b-4ce5-8df9-a715eb5edb69 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/quotas/3752e426f4f74fb7bbf7705600c5e816 HTTP/1.1" status: 200 len: 375 time: 0.0102215 Aug 11 16:24:32.065570 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-43730a29-44cd-4a38-8a16-9025655a1bf3 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3752e426f4f74fb7bbf7705600c5e816&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457792 Aug 11 16:24:32.230468 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-6e1a12e6-3a21-40d2-a9a4-85ddee554dc3 service neutron] 10.222.0.21 "GET /v2.0/networks/e266426d-f3a1-477e-b828-4ac5d8085254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580698 Aug 11 16:24:32.431157 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965aaca-5ebd-4b89-970b-e630ca49c5da req-602592eb-793e-40af-b960-c4d384524ce2 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:32.432794 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e965aaca-5ebd-4b89-970b-e630ca49c5da req-602592eb-793e-40af-b960-c4d384524ce2 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 943 time: 0.2079828 Aug 11 16:24:32.437831 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-63adaf68-903a-4c10-9cdb-58ae1d36d1d4 service neutron] 10.222.0.21 "GET /v2.0/networks/e266426d-f3a1-477e-b828-4ac5d8085254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747034 Aug 11 16:24:32.494701 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e965aaca-5ebd-4b89-970b-e630ca49c5da req-438a642b-1f1e-4024-b3aa-38798a00dbd0 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558650 Aug 11 16:24:32.626538 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2fdf7fea-a9cc-4949-9a55-31fc883cbc15 req-d99e43b4-4357-47f3-93ca-e3aa7998132c tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=828e08e4-42b0-4d7e-926e-6ff61f1c9ee4 HTTP/1.1" status: 200 len: 210 time: 0.0475357 Aug 11 16:24:32.992578 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef900ab-b477-491c-ac12-7c365b16bb06 req-8cf0479b-feed-4aee-a789-a92eac1c70b6 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:32.994141 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3ef900ab-b477-491c-ac12-7c365b16bb06 req-8cf0479b-feed-4aee-a789-a92eac1c70b6 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.0835783 Aug 11 16:24:33.062253 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3ef900ab-b477-491c-ac12-7c365b16bb06 req-2dfa0550-c8f1-4829-92e4-096660b1a530 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577984 Aug 11 16:24:33.956085 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76117e5-ced2-4167-9630-58e28d5e2ea2 req-dde89d1d-83d3-4a83-aed0-fa9c9f0523f0 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:33.957577 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a76117e5-ced2-4167-9630-58e28d5e2ea2 req-dde89d1d-83d3-4a83-aed0-fa9c9f0523f0 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 943 time: 0.3453338 Aug 11 16:24:33.975089 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea9389-4116-4cf6-931e-d71c1b917210 req-2a3d2ca6-eb8e-4ca3-acb4-ef4af2a3a170 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:33.976485 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f0ea9389-4116-4cf6-931e-d71c1b917210 req-2a3d2ca6-eb8e-4ca3-acb4-ef4af2a3a170 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 945 time: 0.3258209 Aug 11 16:24:34.048307 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-14bd58e8-3d2f-4cfe-8441-d8a6ebd1a574 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:34.049705 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-14bd58e8-3d2f-4cfe-8441-d8a6ebd1a574 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.20 "GET /v2.0/networks?id=e266426d-f3a1-477e-b828-4ac5d8085254 HTTP/1.1" status: 200 len: 814 time: 0.3231301 Aug 11 16:24:34.074924 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a76117e5-ced2-4167-9630-58e28d5e2ea2 req-0e45c0f2-baaa-400a-ae82-edddf455773b tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076536 Aug 11 16:24:34.077825 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f0ea9389-4116-4cf6-931e-d71c1b917210 req-4c7e924a-93ea-4e17-9074-2baa61fd7ec1 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857604 Aug 11 16:24:34.086778 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-cdc6d078-945b-4860-bc7b-1a2f49f6ee08 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Request body: {'port': {'device_id': '828e08e4-42b0-4d7e-926e-6ff61f1c9ee4', 'network_id': 'e266426d-f3a1-477e-b828-4ac5d8085254', 'admin_state_up': True, 'tenant_id': '3752e426f4f74fb7bbf7705600c5e816'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:24:34.101152 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 43500) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:34.301327 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-347d5ac7-04d8-4425-ae0e-9557b9b52891 req-5583d86a-b90a-4a06-ada3-ac5a1197f27e tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=828e08e4-42b0-4d7e-926e-6ff61f1c9ee4 HTTP/1.1" status: 200 len: 210 time: 0.0987966 Aug 11 16:24:34.349603 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-cdc6d078-945b-4860-bc7b-1a2f49f6ee08 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:24:34.363408 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-cdc6d078-945b-4860-bc7b-1a2f49f6ee08 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:24:34.385067 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2589065-0247-4179-8cb3-b4bdc9d7f8dd req-28c7786f-1194-4712-bb16-dea70ee02b83 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:34.390904 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a2589065-0247-4179-8cb3-b4bdc9d7f8dd req-28c7786f-1194-4712-bb16-dea70ee02b83 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.1895785 Aug 11 16:24:34.392078 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-cdc6d078-945b-4860-bc7b-1a2f49f6ee08 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Made reservation on behalf of 3752e426f4f74fb7bbf7705600c5e816 for: {'port': 1} {{(pid=79159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:24:34.397795 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-cdc6d078-945b-4860-bc7b-1a2f49f6ee08 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:34.482276 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfdb423-d2dd-493d-b1f3-e62348e5135e tempest-TestMinimumBasicScenario-1870704029 tempest-TestMinimumBasicScenario-1870704029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:34.486284 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-fbfdb423-d2dd-493d-b1f3-e62348e5135e tempest-TestMinimumBasicScenario-1870704029 tempest-TestMinimumBasicScenario-1870704029-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 1093 time: 0.3814266 Aug 11 16:24:34.486549 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 43512) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:34.500305 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Request body: {'floatingip': {'floating_network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'port_id': '7a934394-8ffa-4072-b4fa-2d11a41a34fc', 'tenant_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'fixed_ip_address': '172.20.0.8'}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:24:34.501976 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a2589065-0247-4179-8cb3-b4bdc9d7f8dd req-2ae9601d-07cb-4175-b000-0c1366e5edd9 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921016 Aug 11 16:24:34.507776 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:24:34.515003 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Usage tracker for resource:floatingip and tenant:7cf6f3407fe045dd9f1fb8b5b679b957 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:24:34.518692 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:24:34.524615 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:24:34.538097 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks [] for floatingip, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:34.691025 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.db_base_plugin_common [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-cdc6d078-945b-4860-bc7b-1a2f49f6ee08 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Allocated IP 172.20.0.8 (e266426d-f3a1-477e-b828-4ac5d8085254/bf402d1d-3421-446f-a5a1-76acf1ae7d43/20608f1e-d1e7-4e90-903c-8228fd8199fc) {{(pid=79159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:24:34.706707 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:34.887385 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.db_base_plugin_common [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Allocated IP 172.28.2.23 (74b3c71b-fb08-4503-8924-b9e5cb7ae853/af30e8de-a40d-42cb-9ec9-bce0fcfe28d3/174d0ec8-e3bf-43ed-9504-947a25c123dd) {{(pid=79158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:24:34.981530 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-cdc6d078-945b-4860-bc7b-1a2f49f6ee08 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Notify callbacks [] for port, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:35.014352 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-cdc6d078-945b-4860-bc7b-1a2f49f6ee08 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552'] for port, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:35.020042 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:35.075087 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks [] for port, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:35.091382 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-cdc6d078-945b-4860-bc7b-1a2f49f6ee08 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Network e266426d-f3a1-477e-b828-4ac5d8085254 is already hosted by enough agents. {{(pid=79159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:24:35.095187 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-cdc6d078-945b-4860-bc7b-1a2f49f6ee08 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Resources bound (agent type, host, resource id): {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:24:35.099337 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-cdc6d078-945b-4860-bc7b-1a2f49f6ee08 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Received port after_create {{(pid=79159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:24:35.105721 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-cdc6d078-945b-4860-bc7b-1a2f49f6ee08 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:35.106524 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-cdc6d078-945b-4860-bc7b-1a2f49f6ee08 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:35.116959 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32627690'] for port, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:35.120906 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-2f0b170c-6d7b-43c4-b0ea-0a65d6015fdc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:35.125695 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6d078-945b-4860-bc7b-1a2f49f6ee08 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Pushing event updated for resources: {'Port': ['ID=20608f1e-d1e7-4e90-903c-8228fd8199fc,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:35.136849 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6d078-945b-4860-bc7b-1a2f49f6ee08 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:35.137169 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6d078-945b-4860-bc7b-1a2f49f6ee08 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:35.137544 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6d078-945b-4860-bc7b-1a2f49f6ee08 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:35.137917 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6d078-945b-4860-bc7b-1a2f49f6ee08 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:35.138475 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6d078-945b-4860-bc7b-1a2f49f6ee08 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:35.138834 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6d078-945b-4860-bc7b-1a2f49f6ee08 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:35.139186 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6d078-945b-4860-bc7b-1a2f49f6ee08 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:35.139531 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6d078-945b-4860-bc7b-1a2f49f6ee08 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:35.139885 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6d078-945b-4860-bc7b-1a2f49f6ee08 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:35.140232 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6d078-945b-4860-bc7b-1a2f49f6ee08 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:35.140577 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6d078-945b-4860-bc7b-1a2f49f6ee08 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:35.140917 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6d078-945b-4860-bc7b-1a2f49f6ee08 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:35.146896 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-cdc6d078-945b-4860-bc7b-1a2f49f6ee08 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:35.155651 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-cdc6d078-945b-4860-bc7b-1a2f49f6ee08 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0727262 Aug 11 16:24:35.175051 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-c0bbdea6-f250-4ff1-8b0b-50f303ec904f service neutron] Request body: {'port': {'device_id': '828e08e4-42b0-4d7e-926e-6ff61f1c9ee4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:24:35.186571 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Network 74b3c71b-fb08-4503-8924-b9e5cb7ae853 is already hosted by enough agents. {{(pid=79158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:24:35.189422 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.base_scheduler [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Resources bound (agent type, host, resource id): {{(pid=79158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:24:35.193492 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Received port after_create {{(pid=79158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:24:35.234347 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Pushing event updated for resources: {'Port': ['ID=174d0ec8-e3bf-43ed-9504-947a25c123dd,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:35.244694 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:35.245121 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:35.245512 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:35.245898 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:35.246349 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:35.246711 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:35.247064 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:35.247419 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:35.247770 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:35.248117 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:35.248494 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:35.248829 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:35.257537 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:35.295578 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-c0bbdea6-f250-4ff1-8b0b-50f303ec904f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:35.609790 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448fbde-9aaa-4c92-b3d2-16c59907462e req-f09d83c1-2100-4d6e-ac17-3fec922bd33c tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:35.610454 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-e448fbde-9aaa-4c92-b3d2-16c59907462e req-f09d83c1-2100-4d6e-ac17-3fec922bd33c tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Synchronizing usage tracker for tenant:3752e426f4f74fb7bbf7705600c5e816 on resource:port {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:24:35.610725 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 5d3ddf2f-b157-451d-a236-2f07fe0babc1 no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:24:35.648739 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:35.652235 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-e448fbde-9aaa-4c92-b3d2-16c59907462e req-f09d83c1-2100-4d6e-ac17-3fec922bd33c tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Unset dirty status for tenant:3752e426f4f74fb7bbf7705600c5e816 on resource:port {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:24:35.653480 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e448fbde-9aaa-4c92-b3d2-16c59907462e req-f09d83c1-2100-4d6e-ac17-3fec922bd33c tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=828e08e4-42b0-4d7e-926e-6ff61f1c9ee4 HTTP/1.1" status: 200 len: 931 time: 0.2346058 Aug 11 16:24:35.727526 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:35.762608 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e448fbde-9aaa-4c92-b3d2-16c59907462e req-95872861-e22f-4612-9a19-bf94f220bc24 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977437 Aug 11 16:24:35.772574 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-c0bbdea6-f250-4ff1-8b0b-50f303ec904f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20608f1e-d1e7-4e90-903c-8228fd8199fc {{(pid=79159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:24:35.780698 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-c0bbdea6-f250-4ff1-8b0b-50f303ec904f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:35.796317 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.provisioning_blocks [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-c0bbdea6-f250-4ff1-8b0b-50f303ec904f service neutron] Transition to ACTIVE for port object 20608f1e-d1e7-4e90-903c-8228fd8199fc will not be triggered until provisioned by entity L2. {{(pid=79159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:24:35.800669 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-c0bbdea6-f250-4ff1-8b0b-50f303ec904f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:35.805762 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:36.034298 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks [] for port, precommit_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:36.038776 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32627699'] for port, after_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:36.044015 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:36.124569 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbdea6-f250-4ff1-8b0b-50f303ec904f service neutron] Pushing event updated for resources: {'Port': ['ID=20608f1e-d1e7-4e90-903c-8228fd8199fc,revision_number=2']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:36.134066 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-c0bbdea6-f250-4ff1-8b0b-50f303ec904f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:36.145156 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-c0bbdea6-f250-4ff1-8b0b-50f303ec904f service neutron] Attempting to bind port 20608f1e-d1e7-4e90-903c-8228fd8199fc on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:24:36.145495 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-c0bbdea6-f250-4ff1-8b0b-50f303ec904f service neutron] Attempting to bind port 20608f1e-d1e7-4e90-903c-8228fd8199fc by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': 'c56d6ec6-c3e9-4960-b020-a96d7a735f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e266426d-f3a1-477e-b828-4ac5d8085254'}] {{(pid=79159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:24:36.145824 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-c0bbdea6-f250-4ff1-8b0b-50f303ec904f service neutron] Attempting to bind port 20608f1e-d1e7-4e90-903c-8228fd8199fc on network e266426d-f3a1-477e-b828-4ac5d8085254 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:24:36.153435 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-c0bbdea6-f250-4ff1-8b0b-50f303ec904f service neutron] Port 20608f1e-d1e7-4e90-903c-8228fd8199fc on network e266426d-f3a1-477e-b828-4ac5d8085254 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:24:36.153763 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-c0bbdea6-f250-4ff1-8b0b-50f303ec904f service neutron] Attempting to bind port 20608f1e-d1e7-4e90-903c-8228fd8199fc on network e266426d-f3a1-477e-b828-4ac5d8085254 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:24:36.156557 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Pushing event updated for resources: {'Port': ['ID=174d0ec8-e3bf-43ed-9504-947a25c123dd,revision_number=2']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:36.160862 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:36.161754 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-c0bbdea6-f250-4ff1-8b0b-50f303ec904f service neutron] Checking agent: {'id': '1d09ba05-6aad-4b92-98a7-4a9421ef38ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:24:36.162089 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-c0bbdea6-f250-4ff1-8b0b-50f303ec904f service neutron] Checking segment: {'id': 'c56d6ec6-c3e9-4960-b020-a96d7a735f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e266426d-f3a1-477e-b828-4ac5d8085254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:24:36.162502 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-c0bbdea6-f250-4ff1-8b0b-50f303ec904f service neutron] Bound using segment: {'id': 'c56d6ec6-c3e9-4960-b020-a96d7a735f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e266426d-f3a1-477e-b828-4ac5d8085254'} {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:24:36.162936 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-c0bbdea6-f250-4ff1-8b0b-50f303ec904f service neutron] Bound port: 20608f1e-d1e7-4e90-903c-8228fd8199fc, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c56d6ec6-c3e9-4960-b020-a96d7a735f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e266426d-f3a1-477e-b828-4ac5d8085254'}}] {{(pid=79159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:24:36.163286 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-c0bbdea6-f250-4ff1-8b0b-50f303ec904f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:36.165788 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608121'] for floatingip, after_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:36.235541 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4489f-6d45-4669-af14-7c9e4ed93f38 req-eeff1207-6cef-43ac-b69a-d92810111d74 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:36.237024 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-94f4489f-6d45-4669-af14-7c9e4ed93f38 req-eeff1207-6cef-43ac-b69a-d92810111d74 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.3186691 Aug 11 16:24:36.303596 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-c0bbdea6-f250-4ff1-8b0b-50f303ec904f service neutron] For port 20608f1e-d1e7-4e90-903c-8228fd8199fc, host hv-cinder-80426, cleared binding levels {{(pid=79159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:24:36.308215 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-94f4489f-6d45-4669-af14-7c9e4ed93f38 req-86f478af-93c1-4a59-9bf4-70e5f26f71fb tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638928 Aug 11 16:24:36.313877 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-c0bbdea6-f250-4ff1-8b0b-50f303ec904f service neutron] For port 20608f1e-d1e7-4e90-903c-8228fd8199fc, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=20608f1e-d1e7-4e90-903c-8228fd8199fc,segment=NetworkSegment(c56d6ec6-c3e9-4960-b020-a96d7a735f59),segment_id=c56d6ec6-c3e9-4960-b020-a96d7a735f59)] {{(pid=79159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:24:36.320643 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-c0bbdea6-f250-4ff1-8b0b-50f303ec904f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:36.325046 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-03ed8ad9-942e-4deb-ba36-4f8d2128a30b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:36.336101 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.db.l3_db [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Floating IP e8b25eac-8205-4e83-9df0-bf31a68f289f associated. External IP: 172.28.2.23, port: 7a934394-8ffa-4072-b4fa-2d11a41a34fc. Aug 11 16:24:36.407807 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-c0bbdea6-f250-4ff1-8b0b-50f303ec904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:36.409045 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-c0bbdea6-f250-4ff1-8b0b-50f303ec904f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:36.410519 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-c0bbdea6-f250-4ff1-8b0b-50f303ec904f service neutron] 10.222.0.20 "PUT /v2.0/ports/20608f1e-d1e7-4e90-903c-8228fd8199fc HTTP/1.1" status: 200 len: 1093 time: 1.2408276 Aug 11 16:24:36.412882 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '828e08e4-42b0-4d7e-926e-6ff61f1c9ee4', 'tag': '20608f1e-d1e7-4e90-903c-8228fd8199fc'}] {{(pid=79159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:24:36.447807 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbdea6-f250-4ff1-8b0b-50f303ec904f service neutron] Pushing event updated for resources: {'Port': ['ID=20608f1e-d1e7-4e90-903c-8228fd8199fc,revision_number=3']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:36.451106 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-c0bbdea6-f250-4ff1-8b0b-50f303ec904f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:36.629254 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '828e08e4-42b0-4d7e-926e-6ff61f1c9ee4', 'tag': '20608f1e-d1e7-4e90-903c-8228fd8199fc', 'status': 'completed', 'code': 200} Aug 11 16:24:36.691933 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-1a230de7-ed90-4487-9962-adc59d1b07c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:36.693440 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-1a230de7-ed90-4487-9962-adc59d1b07c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3752e426f4f74fb7bbf7705600c5e816&device_id=828e08e4-42b0-4d7e-926e-6ff61f1c9ee4 HTTP/1.1" status: 200 len: 1096 time: 0.2191079 Aug 11 16:24:36.702037 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87fd92-7d70-4507-a2d2-51ef036bcfb9 req-7896deee-bbfc-4a4e-8127-121f1ef20643 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:36.703512 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2d87fd92-7d70-4507-a2d2-51ef036bcfb9 req-7896deee-bbfc-4a4e-8127-121f1ef20643 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 943 time: 0.1456912 Aug 11 16:24:36.796765 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-b41a77dd-0b15-4428-87b8-21785ae6f35b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20608f1e-d1e7-4e90-903c-8228fd8199fc HTTP/1.1" status: 200 len: 217 time: 0.0699227 Aug 11 16:24:36.801676 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Router 267a1111-ccb2-4482-857a-276f8920b283 has already been hosted by L3 agent fe3825e1-cd20-4759-aaf9-51b0eae29acc {{(pid=79158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:24:36.860341 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2d87fd92-7d70-4507-a2d2-51ef036bcfb9 req-1a3d612a-2ae7-4cae-8efc-ede452e8dcbe tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508267 Aug 11 16:24:36.892387 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-489e6495-4133-42a6-9305-bfa11452d77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:36.892387 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-489e6495-4133-42a6-9305-bfa11452d77e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf402d1d-3421-446f-a5a1-76acf1ae7d43 HTTP/1.1" status: 200 len: 854 time: 0.0772846 Aug 11 16:24:36.999392 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-e06de0d0-e0da-4ffd-939f-e3641f033a56 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e266426d-f3a1-477e-b828-4ac5d8085254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000955 Aug 11 16:24:37.031334 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 43584) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:37.031676 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 43586) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:37.080301 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify agent at l3_agent.dv-cinder-804265-1-smb the message routers_updated {{(pid=79158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:24:37.094445 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1506e56-60eb-45aa-a16d-cc0129b37411 None None] Sync routers for ids ['267a1111-ccb2-4482-857a-276f8920b283'] in dv-cinder-804265-1-smb {{(pid=79161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:24:37.113113 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1506e56-60eb-45aa-a16d-cc0129b37411 None None] Routers {'267a1111-ccb2-4482-857a-276f8920b283'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:24:37.113850 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-b1506e56-60eb-45aa-a16d-cc0129b37411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:24:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['267a1111-ccb2-4482-857a-276f8920b283'], 'active': True} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:24:37.156671 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9836dd6-7f8d-4a73-8347-8c435d33c7ee req-24073384-caf3-4052-8153-b13687e31ef2 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:37.158802 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f9836dd6-7f8d-4a73-8347-8c435d33c7ee req-24073384-caf3-4052-8153-b13687e31ef2 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=828e08e4-42b0-4d7e-926e-6ff61f1c9ee4 HTTP/1.1" status: 200 len: 943 time: 0.1999626 Aug 11 16:24:37.176824 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-d082fbca-247f-4beb-a2cc-182004d74dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:37.201032 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-66aa1ee1-953f-4bb8-b544-ef3c0d5c9dc4 service neutron] 10.222.0.20 "GET /v2.0/networks/e266426d-f3a1-477e-b828-4ac5d8085254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843879 Aug 11 16:24:37.205379 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for floatingip, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:37.229976 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-d082fbca-247f-4beb-a2cc-182004d74dcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:24:37.240050 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-d082fbca-247f-4beb-a2cc-182004d74dcb admin admin] Usage tracker for resource:security_group_rule and tenant:1cab5f4db91b45c1acbc19ec45033122 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:24:37.250315 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-d082fbca-247f-4beb-a2cc-182004d74dcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:24:37.252989 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f9836dd6-7f8d-4a73-8347-8c435d33c7ee req-7b77e413-f3ce-47a9-8490-1e87ad8c6890 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834591 Aug 11 16:24:37.267764 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-d082fbca-247f-4beb-a2cc-182004d74dcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:24:37.283889 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7891350 Aug 11 16:24:37.286368 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a1683ae-33d1-44a1-8195-34c2ec3cc8fe', 'tag': '7a934394-8ffa-4072-b4fa-2d11a41a34fc'}] {{(pid=79158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:24:37.291825 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 43600) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:37.303863 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-4b134ad2-4256-4f20-8565-92cc9c3b21bf tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-134897609', 'description': 'tempest-secgroup-smoke-134897609 description', 'project_id': '7cf6f3407fe045dd9f1fb8b5b679b957'}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:24:37.313117 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvr_db [None req-b1506e56-60eb-45aa-a16d-cc0129b37411 None None] Set router 267a1111-ccb2-4482-857a-276f8920b283 gateway port host: dv-cinder-804265-1-smb {{(pid=79161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:24:37.328821 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-4b134ad2-4256-4f20-8565-92cc9c3b21bf tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:24:37.334120 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-1db83d91-51ea-4651-9c17-0722bd458016 req-69b6f959-256a-4546-a902-90561cae4e28 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3013375 Aug 11 16:24:37.340201 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a1683ae-33d1-44a1-8195-34c2ec3cc8fe', 'tag': '7a934394-8ffa-4072-b4fa-2d11a41a34fc', 'status': 'completed', 'code': 200} Aug 11 16:24:37.341082 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-4b134ad2-4256-4f20-8565-92cc9c3b21bf tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Usage tracker for resource:security_group and tenant:7cf6f3407fe045dd9f1fb8b5b679b957 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:24:37.346996 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-4b134ad2-4256-4f20-8565-92cc9c3b21bf tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:24:37.354218 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-4b134ad2-4256-4f20-8565-92cc9c3b21bf tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:24:37.384204 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-4b134ad2-4256-4f20-8565-92cc9c3b21bf tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:37.427593 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-53fdadb4-d7c5-4c36-9bee-d6f756eaaec4 req-2a4a3c13-6140-4766-8ad0-c05e14c40ec2 service neutron] 10.222.0.20 "GET /v2.0/networks/e266426d-f3a1-477e-b828-4ac5d8085254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192616 Aug 11 16:24:37.447743 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-4b134ad2-4256-4f20-8565-92cc9c3b21bf tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:24:37.454095 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-4b134ad2-4256-4f20-8565-92cc9c3b21bf tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Usage tracker for resource:security_group_rule and tenant:7cf6f3407fe045dd9f1fb8b5b679b957 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:24:37.463778 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-4b134ad2-4256-4f20-8565-92cc9c3b21bf tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:24:37.474625 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-4b134ad2-4256-4f20-8565-92cc9c3b21bf tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:24:37.496351 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-d082fbca-247f-4beb-a2cc-182004d74dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:37.527360 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-d082fbca-247f-4beb-a2cc-182004d74dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:37.546497 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-5550f5d3-8052-43f0-a111-e7aed0f5c994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:37.592608 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcec546-4677-43dc-bc70-8e66bbed1762 req-c9ef84c6-a72d-488d-8f3e-cc209b727a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:37.594107 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7fcec546-4677-43dc-bc70-8e66bbed1762 req-c9ef84c6-a72d-488d-8f3e-cc209b727a8f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7cf6f3407fe045dd9f1fb8b5b679b957&device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 1098 time: 0.1694510 Aug 11 16:24:37.602347 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f462db-9df7-4be1-a5fc-1d02bc3fb235 req-85c451c5-a343-40d8-8fd2-d8761856a5a7 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:37.603800 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-99f462db-9df7-4be1-a5fc-1d02bc3fb235 req-85c451c5-a343-40d8-8fd2-d8761856a5a7 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.1383154 Aug 11 16:24:37.629704 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-d082fbca-247f-4beb-a2cc-182004d74dcb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1cab5f4db91b45c1acbc19ec45033122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5930941 Aug 11 16:24:37.634118 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 43614) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:37.685412 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082fbca-247f-4beb-a2cc-182004d74dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4acdfc-41ed-421f-a8ee-603ea9628511,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:37.693207 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-d082fbca-247f-4beb-a2cc-182004d74dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:37.742581 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-4bd37d16-b312-4585-a182-8af719543418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:37.747248 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-4b134ad2-4256-4f20-8565-92cc9c3b21bf tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:37.772058 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-4b134ad2-4256-4f20-8565-92cc9c3b21bf tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:37.783556 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-785ec835-97ac-4dd2-87cf-dc0a1db18a2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:37.801683 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-4bd37d16-b312-4585-a182-8af719543418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:37.809225 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-b1506e56-60eb-45aa-a16d-cc0129b37411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267a1111-ccb2-4482-857a-276f8920b283', 'name': 'tempest-TestMinimumBasicScenario-760224668-router', 'tenant_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': '7401462a-9b49-4009-8110-a29c2bcc89d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:25Z', 'updated_at': '2021-08-11T16:23:30Z', 'revision_number': 4, 'project_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'gw_port': {'id': '7401462a-9b49-4009-8110-a29c2bcc89d7', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267a1111-ccb2-4482-857a-276f8920b283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:26Z', 'updated_at': '2021-08-11T16:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_floatingips': [{'id': 'e8b25eac-8205-4e83-9df0-bf31a68f289f', 'tenant_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'floating_ip_address': '172.28.2.23', 'floating_network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'router_id': '267a1111-ccb2-4482-857a-276f8920b283', 'port_id': '7a934394-8ffa-4072-b4fa-2d11a41a34fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28e22fb-1023-43f5-b63d-3612783f4f60', 'mac_address': 'fa:16:3e:80:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1683ae-33d1-44a1-8195-34c2ec3cc8fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:24:35Z', 'updated_at': '2021-08-11T16:24:35Z', 'revision_number': 0, 'project_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11f02c8-5d29-4687-8019-8a478041a57e', 'name': '', 'network_id': 'c28e22fb-1023-43f5-b63d-3612783f4f60', 'tenant_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'mac_address': 'fa:16:3e:8e:fd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267a1111-ccb2-4482-857a-276f8920b283', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '4be8bed2-1847-4ac8-9f41-26ce1b24fc74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:29Z', 'updated_at': '2021-08-11T16:23:38Z', 'revision_number': 5, 'project_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'subnets': [{'id': '4be8bed2-1847-4ac8-9f41-26ce1b24fc74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:24:37.816593 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1506e56-60eb-45aa-a16d-cc0129b37411 None None] Checking router: 267a1111-ccb2-4482-857a-276f8920b283 for host: dv-cinder-804265-1-smb {{(pid=79161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:24:37.827725 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1506e56-60eb-45aa-a16d-cc0129b37411 None None] Routers {'267a1111-ccb2-4482-857a-276f8920b283'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:24:37.828608 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-b1506e56-60eb-45aa-a16d-cc0129b37411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:24:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['267a1111-ccb2-4482-857a-276f8920b283'], 'active': True} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:24:37.839775 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-99f462db-9df7-4be1-a5fc-1d02bc3fb235 req-42b2d509-ca6f-43bb-a4dc-dce6bb712311 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934621 Aug 11 16:24:37.878885 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcec546-4677-43dc-bc70-8e66bbed1762 req-77b0db9e-ce70-4f94-bd51-238754cd0259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:37.881764 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b134ad2-4256-4f20-8565-92cc9c3b21bf tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac287a9-8dc5-4b79-82c1-60e159f14ae1,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:37.882271 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7fcec546-4677-43dc-bc70-8e66bbed1762 req-77b0db9e-ce70-4f94-bd51-238754cd0259 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c28e22fb-1023-43f5-b63d-3612783f4f60 HTTP/1.1" status: 200 len: 915 time: 0.2420437 Aug 11 16:24:37.890206 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298a11d-a4b1-4ad2-8326-d6ea695d6f0c req-4de5fe29-4a98-43ed-b603-16fed94efe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:37.891461 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-4b134ad2-4256-4f20-8565-92cc9c3b21bf tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:37.892758 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b298a11d-a4b1-4ad2-8326-d6ea695d6f0c req-4de5fe29-4a98-43ed-b603-16fed94efe53 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3752e426f4f74fb7bbf7705600c5e816&device_id=828e08e4-42b0-4d7e-926e-6ff61f1c9ee4 HTTP/1.1" status: 200 len: 1096 time: 0.3043234 Aug 11 16:24:37.911113 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-4b134ad2-4256-4f20-8565-92cc9c3b21bf tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:37.915473 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 43620) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:37.918763 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-4b134ad2-4256-4f20-8565-92cc9c3b21bf tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6209378 Aug 11 16:24:37.930129 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-4bd37d16-b312-4585-a182-8af719543418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:37.935567 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-02d601d1-d21d-4b4b-9c39-75b788dbead9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:37.958679 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd37d16-b312-4585-a182-8af719543418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4acdfc-41ed-421f-a8ee-603ea9628511,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:37.963229 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-4bd37d16-b312-4585-a182-8af719543418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:37.968812 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-4bd37d16-b312-4585-a182-8af719543418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:37.973355 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-4bd37d16-b312-4585-a182-8af719543418 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b4acdfc-41ed-421f-a8ee-603ea9628511 HTTP/1.1" status: 204 len: 168 time: 0.3381150 Aug 11 16:24:37.986955 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-c34e9963-47b4-4f32-aa67-e7c2161f13a0 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Request body: {'security_group_rule': {'security_group_id': '5ac287a9-8dc5-4b79-82c1-60e159f14ae1', 'project_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:24:37.993495 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-c34e9963-47b4-4f32-aa67-e7c2161f13a0 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:24:38.024713 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-c34e9963-47b4-4f32-aa67-e7c2161f13a0 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Usage tracker for resource:security_group_rule and tenant:7cf6f3407fe045dd9f1fb8b5b679b957 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:24:38.037859 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-c34e9963-47b4-4f32-aa67-e7c2161f13a0 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:24:38.098786 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvr_db [None req-b1506e56-60eb-45aa-a16d-cc0129b37411 None None] Set router 267a1111-ccb2-4482-857a-276f8920b283 gateway port host: dv-cinder-804265-1-smb {{(pid=79161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:24:38.111792 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-c34e9963-47b4-4f32-aa67-e7c2161f13a0 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:24:38.360356 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7fcec546-4677-43dc-bc70-8e66bbed1762 req-ab077b0b-92ba-4f29-b06e-023aecb51a6b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a934394-8ffa-4072-b4fa-2d11a41a34fc HTTP/1.1" status: 200 len: 998 time: 0.4438722 Aug 11 16:24:38.431663 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c34e9963-47b4-4f32-aa67-e7c2161f13a0 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:38.514624 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcec546-4677-43dc-bc70-8e66bbed1762 req-1b866d67-ebf7-42a3-9b6b-cbf0a818f1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:38.516137 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7fcec546-4677-43dc-bc70-8e66bbed1762 req-1b866d67-ebf7-42a3-9b6b-cbf0a818f1ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4be8bed2-1847-4ac8-9f41-26ce1b24fc74 HTTP/1.1" status: 200 len: 853 time: 0.1282783 Aug 11 16:24:38.570315 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-b1506e56-60eb-45aa-a16d-cc0129b37411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267a1111-ccb2-4482-857a-276f8920b283', 'name': 'tempest-TestMinimumBasicScenario-760224668-router', 'tenant_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': '7401462a-9b49-4009-8110-a29c2bcc89d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:25Z', 'updated_at': '2021-08-11T16:23:30Z', 'revision_number': 4, 'project_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'gw_port': {'id': '7401462a-9b49-4009-8110-a29c2bcc89d7', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267a1111-ccb2-4482-857a-276f8920b283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:26Z', 'updated_at': '2021-08-11T16:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_floatingips': [{'id': 'e8b25eac-8205-4e83-9df0-bf31a68f289f', 'tenant_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'floating_ip_address': '172.28.2.23', 'floating_network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'router_id': '267a1111-ccb2-4482-857a-276f8920b283', 'port_id': '7a934394-8ffa-4072-b4fa-2d11a41a34fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28e22fb-1023-43f5-b63d-3612783f4f60', 'mac_address': 'fa:16:3e:80:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1683ae-33d1-44a1-8195-34c2ec3cc8fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:24:35Z', 'updated_at': '2021-08-11T16:24:35Z', 'revision_number': 0, 'project_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11f02c8-5d29-4687-8019-8a478041a57e', 'name': '', 'network_id': 'c28e22fb-1023-43f5-b63d-3612783f4f60', 'tenant_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'mac_address': 'fa:16:3e:8e:fd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267a1111-ccb2-4482-857a-276f8920b283', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '4be8bed2-1847-4ac8-9f41-26ce1b24fc74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:29Z', 'updated_at': '2021-08-11T16:23:38Z', 'revision_number': 5, 'project_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'subnets': [{'id': '4be8bed2-1847-4ac8-9f41-26ce1b24fc74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:24:38.576597 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1506e56-60eb-45aa-a16d-cc0129b37411 None None] The sync data for ids ['267a1111-ccb2-4482-857a-276f8920b283'] in dv-cinder-804265-1-smb is: [{'id': '267a1111-ccb2-4482-857a-276f8920b283', 'name': 'tempest-TestMinimumBasicScenario-760224668-router', 'tenant_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': '7401462a-9b49-4009-8110-a29c2bcc89d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:25Z', 'updated_at': '2021-08-11T16:23:30Z', 'revision_number': 4, 'project_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'gw_port': {'id': '7401462a-9b49-4009-8110-a29c2bcc89d7', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267a1111-ccb2-4482-857a-276f8920b283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:26Z', 'updated_at': '2021-08-11T16:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_floatingips': [{'id': 'e8b25eac-8205-4e83-9df0-bf31a68f289f', 'tenant_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'floating_ip_address': '172.28.2.23', 'floating_network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'router_id': '267a1111-ccb2-4482-857a-276f8920b283', 'port_id': '7a934394-8ffa-4072-b4fa-2d11a41a34fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28e22fb-1023-43f5-b63d-3612783f4f60', 'mac_address': 'fa:16:3e:80:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1683ae-33d1-44a1-8195-34c2ec3cc8fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:24:35Z', 'updated_at': '2021-08-11T16:24:35Z', 'revision_number': 0, 'project_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11f02c8-5d29-4687-8019-8a478041a57e', 'name': '', 'network_id': 'c28e22fb-1023-43f5-b63d-3612783f4f60', 'tenant_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'mac_address': 'fa:16:3e:8e:fd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267a1111-ccb2-4482-857a-276f8920b283', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '4be8bed2-1847-4ac8-9f41-26ce1b24fc74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:29Z', 'updated_at': '2021-08-11T16:23:38Z', 'revision_number': 5, 'project_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'subnets': [{'id': '4be8bed2-1847-4ac8-9f41-26ce1b24fc74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:24:38.591238 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298a11d-a4b1-4ad2-8326-d6ea695d6f0c req-c11178b6-37b7-4b97-954a-1ca16077e2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:38.592643 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b298a11d-a4b1-4ad2-8326-d6ea695d6f0c req-c11178b6-37b7-4b97-954a-1ca16077e2d7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e266426d-f3a1-477e-b828-4ac5d8085254 HTTP/1.1" status: 200 len: 915 time: 0.6105738 Aug 11 16:24:38.697694 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdea7c4-bf57-4909-acb1-8fe0c6f40e4f req-796a3743-9ab7-4141-9cbb-3e0aff798786 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:38.699248 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fcdea7c4-bf57-4909-acb1-8fe0c6f40e4f req-796a3743-9ab7-4141-9cbb-3e0aff798786 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 943 time: 0.5986228 Aug 11 16:24:38.709486 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b298a11d-a4b1-4ad2-8326-d6ea695d6f0c req-7b85e963-311b-45b9-99df-c7084428b48b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20608f1e-d1e7-4e90-903c-8228fd8199fc HTTP/1.1" status: 200 len: 217 time: 0.1056128 Aug 11 16:24:38.824279 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c34e9963-47b4-4f32-aa67-e7c2161f13a0 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:38.846766 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c34e9963-47b4-4f32-aa67-e7c2161f13a0 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516669'] for security_group_rule, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:38.869888 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fcdea7c4-bf57-4909-acb1-8fe0c6f40e4f req-35d4b5d3-2812-4a1c-937a-9a78453a7b39 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509299 Aug 11 16:24:38.870726 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 43646) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:38.877819 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:38.880296 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5bb272-3c59-472d-9fde-309a27261e38 None None] New status for floating IP e8b25eac-8205-4e83-9df0-bf31a68f289f: ACTIVE {{(pid=79160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 16:24:38.893450 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298a11d-a4b1-4ad2-8326-d6ea695d6f0c req-8855cca9-98b8-4264-9d0f-03452f5c9f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:38.895002 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b298a11d-a4b1-4ad2-8326-d6ea695d6f0c req-8855cca9-98b8-4264-9d0f-03452f5c9f0f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf402d1d-3421-446f-a5a1-76acf1ae7d43 HTTP/1.1" status: 200 len: 854 time: 0.1723950 Aug 11 16:24:38.938585 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75256d19-1ccf-45fc-bcbb-724a3aeb9a9a req-50c5fdcb-401d-49cd-8632-6b61d9110f3d tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:38.947601 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-75256d19-1ccf-45fc-bcbb-724a3aeb9a9a req-50c5fdcb-401d-49cd-8632-6b61d9110f3d tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=828e08e4-42b0-4d7e-926e-6ff61f1c9ee4 HTTP/1.1" status: 200 len: 943 time: 0.5581911 Aug 11 16:24:38.992069 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcec546-4677-43dc-bc70-8e66bbed1762 req-ae8cb53b-2b58-4b3a-86bb-561386d32d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:38.993476 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7fcec546-4677-43dc-bc70-8e66bbed1762 req-ae8cb53b-2b58-4b3a-86bb-561386d32d60 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c28e22fb-1023-43f5-b63d-3612783f4f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4630027 Aug 11 16:24:38.994137 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e9963-47b4-4f32-aa67-e7c2161f13a0 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da013d43-5513-457e-a85d-342fbe4bbc25,revision_number=0']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:39.023560 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-c34e9963-47b4-4f32-aa67-e7c2161f13a0 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:39.053424 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b298a11d-a4b1-4ad2-8326-d6ea695d6f0c req-1392dfdc-10df-4dde-8319-1e90784163f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e266426d-f3a1-477e-b828-4ac5d8085254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014864 Aug 11 16:24:39.072801 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-97c1ced4-9860-4f38-b14d-0b0230b39693 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1637262835-network', 'tenant_id': '798540f3deb340ec9262b0b4882feae5'}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:24:39.078385 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-97c1ced4-9860-4f38-b14d-0b0230b39693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:24:39.082310 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-97c1ced4-9860-4f38-b14d-0b0230b39693 admin admin] Usage tracker for resource:network and tenant:798540f3deb340ec9262b0b4882feae5 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:24:39.085466 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-97c1ced4-9860-4f38-b14d-0b0230b39693 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:24:39.092488 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-97c1ced4-9860-4f38-b14d-0b0230b39693 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:24:39.134650 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c34e9963-47b4-4f32-aa67-e7c2161f13a0 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:39.138708 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-c34e9963-47b4-4f32-aa67-e7c2161f13a0 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2174826 Aug 11 16:24:39.157581 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 43654) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:39.187094 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-d8972324-983d-4427-8207-3cbb0f40f873 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Request body: {'security_group_rule': {'security_group_id': '5ac287a9-8dc5-4b79-82c1-60e159f14ae1', 'project_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:24:39.203031 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c1ced4-9860-4f38-b14d-0b0230b39693 admin admin] Made reservation on behalf of 798540f3deb340ec9262b0b4882feae5 for: {'network': 1} {{(pid=79158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:24:39.205961 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-97c1ced4-9860-4f38-b14d-0b0230b39693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for network, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:39.223883 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-97c1ced4-9860-4f38-b14d-0b0230b39693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:39.241761 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-97c1ced4-9860-4f38-b14d-0b0230b39693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:24:39.248341 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-97c1ced4-9860-4f38-b14d-0b0230b39693 admin admin] Usage tracker for resource:security_group_rule and tenant:798540f3deb340ec9262b0b4882feae5 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:24:39.251251 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-75256d19-1ccf-45fc-bcbb-724a3aeb9a9a req-ec4a52d8-8b0e-4d97-b6ba-712821e89aec tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021624 Aug 11 16:24:39.251910 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-97c1ced4-9860-4f38-b14d-0b0230b39693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:24:39.259340 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-97c1ced4-9860-4f38-b14d-0b0230b39693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:24:39.269923 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-d8972324-983d-4427-8207-3cbb0f40f873 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:24:39.283217 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-d8972324-983d-4427-8207-3cbb0f40f873 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Usage tracker for resource:security_group_rule and tenant:7cf6f3407fe045dd9f1fb8b5b679b957 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:24:39.338361 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-d8972324-983d-4427-8207-3cbb0f40f873 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:24:39.362565 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-d8972324-983d-4427-8207-3cbb0f40f873 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:24:39.377908 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-97c1ced4-9860-4f38-b14d-0b0230b39693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:39.382216 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-97c1ced4-9860-4f38-b14d-0b0230b39693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:39.387955 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-3c5726b6-2523-44ba-8251-f4466e843dce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:39.416489 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c1ced4-9860-4f38-b14d-0b0230b39693 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=79158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 16:24:39.425133 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1ced4-9860-4f38-b14d-0b0230b39693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4dc0194-51de-459b-abab-3bebbff44633,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:39.428280 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7fcec546-4677-43dc-bc70-8e66bbed1762 req-f397bf75-2066-47cc-a959-253e10104439 service neutron] 10.222.0.20 "GET /v2.0/networks/c28e22fb-1023-43f5-b63d-3612783f4f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097269 Aug 11 16:24:39.428575 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-97c1ced4-9860-4f38-b14d-0b0230b39693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:39.429256 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d8972324-983d-4427-8207-3cbb0f40f873 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:39.433373 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-97c1ced4-9860-4f38-b14d-0b0230b39693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3350950'] for segment, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:39.433721 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.db.segments_db [None req-97c1ced4-9860-4f38-b14d-0b0230b39693 admin admin] Added segment 76fbb670-f212-4c61-adeb-0fbfd67d24b5 of type vlan for network 9d5f3032-b61d-4f19-a86b-73c81d24fa5a Aug 11 16:24:39.438849 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b298a11d-a4b1-4ad2-8326-d6ea695d6f0c req-98e99e73-547e-4692-9608-4704bd5b3e47 service neutron] 10.222.0.20 "GET /v2.0/networks/e266426d-f3a1-477e-b828-4ac5d8085254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493841 Aug 11 16:24:39.461822 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-97c1ced4-9860-4f38-b14d-0b0230b39693 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758462832806'] for network, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:39.485666 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253549c4-87a0-4c89-888d-3d0fc58040dd req-8cef0d56-f4b6-4068-bcb6-2f4adc018438 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:39.487159 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-253549c4-87a0-4c89-888d-3d0fc58040dd req-8cef0d56-f4b6-4068-bcb6-2f4adc018438 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.4651954 Aug 11 16:24:39.492944 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-97c1ced4-9860-4f38-b14d-0b0230b39693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603'] for network, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:39.494441 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c1ced4-9860-4f38-b14d-0b0230b39693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:39.495652 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-97c1ced4-9860-4f38-b14d-0b0230b39693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for network, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:39.500704 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:39.605952 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1ced4-9860-4f38-b14d-0b0230b39693 admin admin] Pushing event updated for resources: {'Network': ['ID=9d5f3032-b61d-4f19-a86b-73c81d24fa5a,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:39.608810 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-97c1ced4-9860-4f38-b14d-0b0230b39693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:39.610381 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-97c1ced4-9860-4f38-b14d-0b0230b39693 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7387521 Aug 11 16:24:39.613274 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 43658) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:39.618573 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Network 9d5f3032-b61d-4f19-a86b-73c81d24fa5a details requested by agent ovs-agent-dv-cinder-804265-1-smb with host dv-cinder-804265-1-smb {{(pid=79160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:24:39.619706 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-9328c7e9-2787-4812-9e96-2b1fc81c4c80 admin admin] Request body: {'subnet': {'network_id': '9d5f3032-b61d-4f19-a86b-73c81d24fa5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1637262835-subnet', 'tenant_id': '798540f3deb340ec9262b0b4882feae5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:24:39.628769 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-9328c7e9-2787-4812-9e96-2b1fc81c4c80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:24:39.633400 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-9328c7e9-2787-4812-9e96-2b1fc81c4c80 admin admin] Usage tracker for resource:subnet and tenant:798540f3deb340ec9262b0b4882feae5 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:24:39.638103 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 20608f1e-d1e7-4e90-903c-8228fd8199fc details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:24:39.639244 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-9328c7e9-2787-4812-9e96-2b1fc81c4c80 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:24:39.650059 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-9328c7e9-2787-4812-9e96-2b1fc81c4c80 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:24:39.664624 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9328c7e9-2787-4812-9e96-2b1fc81c4c80 admin admin] Made reservation on behalf of 798540f3deb340ec9262b0b4882feae5 for: {'subnet': 1} {{(pid=79158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:24:39.668720 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-9328c7e9-2787-4812-9e96-2b1fc81c4c80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1113983'] for subnet, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:39.744990 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-253549c4-87a0-4c89-888d-3d0fc58040dd req-af83631f-6095-4598-a6e9-a68eefcbae5b tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247796 Aug 11 16:24:39.782816 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d8972324-983d-4427-8207-3cbb0f40f873 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:39.790593 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d8972324-983d-4427-8207-3cbb0f40f873 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516669'] for security_group_rule, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:39.792927 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b298a11d-a4b1-4ad2-8326-d6ea695d6f0c req-c91826e2-0596-4ff7-9f97-9ab93520b827 service neutron] 10.222.0.20 "GET /v2.0/networks/e266426d-f3a1-477e-b828-4ac5d8085254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216925 Aug 11 16:24:39.797330 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7fcec546-4677-43dc-bc70-8e66bbed1762 req-9ba85b18-89e6-4ca6-8187-1f9023213ce1 service neutron] 10.222.0.20 "GET /v2.0/networks/c28e22fb-1023-43f5-b63d-3612783f4f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576195 Aug 11 16:24:39.801181 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-14ba47ff-11f7-4c79-b20d-fa4b32792838 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:39.820530 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8972324-983d-4427-8207-3cbb0f40f873 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4471f6b4-6796-49c9-967b-358448704e45,revision_number=0']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:39.825962 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-d8972324-983d-4427-8207-3cbb0f40f873 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:39.834535 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d8972324-983d-4427-8207-3cbb0f40f873 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:39.835749 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-d8972324-983d-4427-8207-3cbb0f40f873 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6757555 Aug 11 16:24:39.838383 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 43662) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:39.844257 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-8a949a9a-be16-4fd1-aebf-412069f0faa8 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Request body: {'security_group_rule': {'security_group_id': '5ac287a9-8dc5-4b79-82c1-60e159f14ae1', 'project_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:24:39.850132 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-8a949a9a-be16-4fd1-aebf-412069f0faa8 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:24:39.854392 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-8a949a9a-be16-4fd1-aebf-412069f0faa8 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Usage tracker for resource:security_group_rule and tenant:7cf6f3407fe045dd9f1fb8b5b679b957 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:24:39.857172 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-8a949a9a-be16-4fd1-aebf-412069f0faa8 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:24:39.868681 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-8a949a9a-be16-4fd1-aebf-412069f0faa8 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:24:39.892720 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-8a949a9a-be16-4fd1-aebf-412069f0faa8 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:39.894170 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db83d91-51ea-4651-9c17-0722bd458016 req-b00e065b-f0dc-4e3d-a78a-74a6b2aa1786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:39.895674 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-1db83d91-51ea-4651-9c17-0722bd458016 req-b00e065b-f0dc-4e3d-a78a-74a6b2aa1786 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e&tenant_id=fef1ad4cb48040e8929d178e9133121b HTTP/1.1" status: 200 len: 1096 time: 0.2073221 Aug 11 16:24:39.897124 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 20608f1e-d1e7-4e90-903c-8228fd8199fc, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=20608f1e-d1e7-4e90-903c-8228fd8199fc,segment=NetworkSegment(c56d6ec6-c3e9-4960-b020-a96d7a735f59),segment_id=c56d6ec6-c3e9-4960-b020-a96d7a735f59)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:24:39.913877 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Returning: {'device': '20608f1e-d1e7-4e90-903c-8228fd8199fc', 'network_id': 'e266426d-f3a1-477e-b828-4ac5d8085254', 'port_id': '20608f1e-d1e7-4e90-903c-8228fd8199fc', 'mac_address': 'fa:16:3e:ab:03:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf402d1d-3421-446f-a5a1-76acf1ae7d43', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:24:39.971285 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-8a949a9a-be16-4fd1-aebf-412069f0faa8 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:39.977475 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-8a949a9a-be16-4fd1-aebf-412069f0faa8 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516669'] for security_group_rule, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:39.984353 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:40.001702 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-c52f5138-1516-4b8e-a52d-259b2f7706e2 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:40.010323 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20608f1e-d1e7-4e90-903c-8228fd8199fc {{(pid=79160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:24:40.018245 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-8a949a9a-be16-4fd1-aebf-412069f0faa8 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:40.020963 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-8a949a9a-be16-4fd1-aebf-412069f0faa8 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1808619 Aug 11 16:24:40.023601 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a949a9a-be16-4fd1-aebf-412069f0faa8 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c5f590-d83a-4610-aa93-fca288855955,revision_number=0']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:40.028021 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-8a949a9a-be16-4fd1-aebf-412069f0faa8 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:40.028905 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 43668) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:40.036290 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-257a6b68-3a77-49c1-b897-dcd66bed3808 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Request body: {'security_group_rule': {'security_group_id': '5ac287a9-8dc5-4b79-82c1-60e159f14ae1', 'project_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:24:40.043274 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 20608f1e-d1e7-4e90-903c-8228fd8199fc, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=20608f1e-d1e7-4e90-903c-8228fd8199fc,segment=NetworkSegment(c56d6ec6-c3e9-4960-b020-a96d7a735f59),segment_id=c56d6ec6-c3e9-4960-b020-a96d7a735f59)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:24:40.044631 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-257a6b68-3a77-49c1-b897-dcd66bed3808 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:24:40.049056 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:40.049663 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-257a6b68-3a77-49c1-b897-dcd66bed3808 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Usage tracker for resource:security_group_rule and tenant:7cf6f3407fe045dd9f1fb8b5b679b957 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:24:40.051999 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-7f42a4c2-765b-4fd6-9740-283ce9f05a3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:40.055533 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-257a6b68-3a77-49c1-b897-dcd66bed3808 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:24:40.066931 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-9328c7e9-2787-4812-9e96-2b1fc81c4c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32627322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1113869'] for subnet, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:40.074463 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:40.095631 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-257a6b68-3a77-49c1-b897-dcd66bed3808 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:24:40.108217 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db83d91-51ea-4651-9c17-0722bd458016 req-00bc5bb6-7e06-4081-91f4-e444d70462e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:40.109702 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-1db83d91-51ea-4651-9c17-0722bd458016 req-00bc5bb6-7e06-4081-91f4-e444d70462e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fef1ad4cb48040e8929d178e9133121b&device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 1096 time: 0.1662271 Aug 11 16:24:40.133919 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-257a6b68-3a77-49c1-b897-dcd66bed3808 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:40.137669 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=20608f1e-d1e7-4e90-903c-8228fd8199fc,revision_number=4']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:40.145281 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:40.145649 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:40.145976 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:40.146510 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:40.146990 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:40.147509 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:40.148011 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:40.148906 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:40.149255 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:40.149590 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:40.149923 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:40.150274 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:24:40.154994 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:40.191461 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9328c7e9-2787-4812-9e96-2b1fc81c4c80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf1742c8-654e-4949-9560-3639bfee5396,revision_number=0']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:40.199195 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-9328c7e9-2787-4812-9e96-2b1fc81c4c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:40.250624 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9328c7e9-2787-4812-9e96-2b1fc81c4c80 admin admin] Checking segment: {'id': '76fbb670-f212-4c61-adeb-0fbfd67d24b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9d5f3032-b61d-4f19-a86b-73c81d24fa5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:24:40.250987 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9328c7e9-2787-4812-9e96-2b1fc81c4c80 admin admin] Network hostable DHCP agents. Network: 9d5f3032-b61d-4f19-a86b-73c81d24fa5a, hostable agents: ['4b0670d7-91d3-4826-9dfd-430a45df9059'], hosted agents: [] {{(pid=79158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:24:40.297488 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9328c7e9-2787-4812-9e96-2b1fc81c4c80 admin admin] Network 9d5f3032-b61d-4f19-a86b-73c81d24fa5a is scheduled to be hosted by DHCP agent 4b0670d7-91d3-4826-9dfd-430a45df9059 with binding_index 1 {{(pid=79158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:24:40.308875 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462864b-9795-48d4-a108-09bc603ed633 req-c229bb3f-fe8a-4a67-89e9-22cc5972d751 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:40.309539 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.base_scheduler [None req-9328c7e9-2787-4812-9e96-2b1fc81c4c80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-smb, 9d5f3032-b61d-4f19-a86b-73c81d24fa5a) {{(pid=79158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:24:40.310425 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c462864b-9795-48d4-a108-09bc603ed633 req-c229bb3f-fe8a-4a67-89e9-22cc5972d751 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 943 time: 0.2501225 Aug 11 16:24:40.314217 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db83d91-51ea-4651-9c17-0722bd458016 req-3177a49d-b64d-451b-9194-377f13f71b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:40.315693 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-1db83d91-51ea-4651-9c17-0722bd458016 req-3177a49d-b64d-451b-9194-377f13f71b32 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0716185b-9f94-472b-95f6-9bbd05d2e424 HTTP/1.1" status: 200 len: 917 time: 0.1968505 Aug 11 16:24:40.316827 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9328c7e9-2787-4812-9e96-2b1fc81c4c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:40.317380 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-9328c7e9-2787-4812-9e96-2b1fc81c4c80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for subnet, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:40.330927 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ce162e-e04f-4bd1-9974-3044cdb066e9 None None] Network 9d5f3032-b61d-4f19-a86b-73c81d24fa5a requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:24:40.352243 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-257a6b68-3a77-49c1-b897-dcd66bed3808 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:40.395664 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-257a6b68-3a77-49c1-b897-dcd66bed3808 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516669'] for security_group_rule, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:40.402476 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-9328c7e9-2787-4812-9e96-2b1fc81c4c80 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7824128 Aug 11 16:24:40.423948 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-c34e9963-47b4-4f32-aa67-e7c2161f13a0 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:40.452069 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-1db83d91-51ea-4651-9c17-0722bd458016 req-d21d4654-eb6e-4179-ac6f-9956cbc57454 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d3ddf2f-b157-451d-a236-2f07fe0babc1 HTTP/1.1" status: 200 len: 998 time: 0.1175959 Aug 11 16:24:40.457643 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c462864b-9795-48d4-a108-09bc603ed633 req-c784bb9c-e631-4abc-aa30-27406af8e777 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265163 Aug 11 16:24:40.464939 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a6b68-3a77-49c1-b897-dcd66bed3808 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca3797d-8fec-4241-a7fa-e9801499f978,revision_number=0']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:40.467424 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-257a6b68-3a77-49c1-b897-dcd66bed3808 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:40.483424 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-257a6b68-3a77-49c1-b897-dcd66bed3808 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:40.487338 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-257a6b68-3a77-49c1-b897-dcd66bed3808 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4545243 Aug 11 16:24:40.489160 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 43676) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:40.496579 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-135cfde3-11d6-4be7-aca4-8a3ade5fece7 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Request body: {'security_group_rule': {'security_group_id': '5ac287a9-8dc5-4b79-82c1-60e159f14ae1', 'project_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:24:40.504788 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-135cfde3-11d6-4be7-aca4-8a3ade5fece7 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:24:40.511670 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-135cfde3-11d6-4be7-aca4-8a3ade5fece7 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Usage tracker for resource:security_group_rule and tenant:7cf6f3407fe045dd9f1fb8b5b679b957 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:24:40.515824 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-135cfde3-11d6-4be7-aca4-8a3ade5fece7 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:24:40.529526 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fad44-b2a2-41d1-b860-1af9a4fe936f req-b90fb350-a699-46e1-b2da-b363174ae14c tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:40.531294 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a02fad44-b2a2-41d1-b860-1af9a4fe936f req-b90fb350-a699-46e1-b2da-b363174ae14c tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=828e08e4-42b0-4d7e-926e-6ff61f1c9ee4 HTTP/1.1" status: 200 len: 944 time: 0.1683118 Aug 11 16:24:40.532045 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['20608f1e-d1e7-4e90-903c-8228fd8199fc'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:24:40.532294 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-135cfde3-11d6-4be7-aca4-8a3ade5fece7 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:24:40.564060 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.db.securitygroups_db [None req-135cfde3-11d6-4be7-aca4-8a3ade5fece7 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Project 7cf6f3407fe045dd9f1fb8b5b679b957 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 16:24:40.575086 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db83d91-51ea-4651-9c17-0722bd458016 req-4fb31c74-f529-43c5-a78e-887988ec824b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:40.580668 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-1db83d91-51ea-4651-9c17-0722bd458016 req-4fb31c74-f529-43c5-a78e-887988ec824b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d509748-00d5-4471-8b3e-a2f206f5dac5 HTTP/1.1" status: 200 len: 855 time: 0.1210082 Aug 11 16:24:40.593915 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a02fad44-b2a2-41d1-b860-1af9a4fe936f req-35227519-02cf-4b4b-856f-0905d7e42a8b tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547791 Aug 11 16:24:40.594581 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-135cfde3-11d6-4be7-aca4-8a3ade5fece7 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:40.674546 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e0178c-5297-4bf2-b794-a04559f5b7f0 None None] Network 9d5f3032-b61d-4f19-a86b-73c81d24fa5a requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:24:40.698190 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db83d91-51ea-4651-9c17-0722bd458016 req-492f9417-a74e-4e40-860c-37c902c23bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:40.699768 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-1db83d91-51ea-4651-9c17-0722bd458016 req-492f9417-a74e-4e40-860c-37c902c23bce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0716185b-9f94-472b-95f6-9bbd05d2e424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1030777 Aug 11 16:24:40.715287 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-135cfde3-11d6-4be7-aca4-8a3ade5fece7 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:40.721647 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-135cfde3-11d6-4be7-aca4-8a3ade5fece7 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516669'] for security_group_rule, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:40.723397 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:40.754186 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135cfde3-11d6-4be7-aca4-8a3ade5fece7 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=696e76f4-0ba2-40ef-9f6a-99914b375ad0,revision_number=0']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:40.756827 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-135cfde3-11d6-4be7-aca4-8a3ade5fece7 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:40.759982 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-135cfde3-11d6-4be7-aca4-8a3ade5fece7 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:40.762933 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-135cfde3-11d6-4be7-aca4-8a3ade5fece7 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2716932 Aug 11 16:24:40.765233 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 43684) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:40.771319 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-d7f8bfa8-0ef0-4590-b43b-f289651f701f tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Request body: {'security_group_rule': {'security_group_id': '5ac287a9-8dc5-4b79-82c1-60e159f14ae1', 'project_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:24:40.778508 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-d7f8bfa8-0ef0-4590-b43b-f289651f701f tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:24:40.783170 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-d7f8bfa8-0ef0-4590-b43b-f289651f701f tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Usage tracker for resource:security_group_rule and tenant:7cf6f3407fe045dd9f1fb8b5b679b957 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:24:40.786398 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-d7f8bfa8-0ef0-4590-b43b-f289651f701f tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:24:40.794417 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-d7f8bfa8-0ef0-4590-b43b-f289651f701f tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:24:40.809436 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.db.securitygroups_db [None req-d7f8bfa8-0ef0-4590-b43b-f289651f701f tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Project 7cf6f3407fe045dd9f1fb8b5b679b957 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 16:24:40.819110 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d7f8bfa8-0ef0-4590-b43b-f289651f701f tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:40.864011 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-1db83d91-51ea-4651-9c17-0722bd458016 req-81623f80-3c78-4790-be70-fdbd5faa9811 service neutron] 10.222.0.20 "GET /v2.0/networks/0716185b-9f94-472b-95f6-9bbd05d2e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498287 Aug 11 16:24:40.908995 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d7f8bfa8-0ef0-4590-b43b-f289651f701f tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:40.960970 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d7f8bfa8-0ef0-4590-b43b-f289651f701f tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516669'] for security_group_rule, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:40.982401 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:41.028025 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8bfa8-0ef0-4590-b43b-f289651f701f tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a926e526-78c9-4167-8b42-0e9d22d3e981,revision_number=0']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:41.030858 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-d7f8bfa8-0ef0-4590-b43b-f289651f701f tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:41.034755 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d7f8bfa8-0ef0-4590-b43b-f289651f701f tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:41.035504 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-d7f8bfa8-0ef0-4590-b43b-f289651f701f tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2692180 Aug 11 16:24:41.067057 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b1389-4c4f-41ab-be73-5c3f460a4a69 req-ad7e3976-52d4-4806-8699-82f7e5deaf3b tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:41.069520 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c58b1389-4c4f-41ab-be73-5c3f460a4a69 req-ad7e3976-52d4-4806-8699-82f7e5deaf3b tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.1659060 Aug 11 16:24:41.108556 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-1db83d91-51ea-4651-9c17-0722bd458016 req-f0df5a9e-de6a-49d0-94de-8b6200a514e7 service neutron] 10.222.0.20 "GET /v2.0/networks/0716185b-9f94-472b-95f6-9bbd05d2e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345133 Aug 11 16:24:41.134393 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c58b1389-4c4f-41ab-be73-5c3f460a4a69 req-57f3dd1f-1e69-4b24-be10-f496431075df tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577834 Aug 11 16:24:41.178904 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 43702) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:41.184884 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-619ecf81-72ec-4347-815b-b5601b6bf857 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-632535652-network', 'tenant_id': '7949358640be4b458cc07dd1d6fcfc08'}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:24:41.189294 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-619ecf81-72ec-4347-815b-b5601b6bf857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:24:41.199999 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-619ecf81-72ec-4347-815b-b5601b6bf857 admin admin] Usage tracker for resource:network and tenant:7949358640be4b458cc07dd1d6fcfc08 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:24:41.203276 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-619ecf81-72ec-4347-815b-b5601b6bf857 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:24:41.209092 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-619ecf81-72ec-4347-815b-b5601b6bf857 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:24:41.210805 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a1279e7c-eb9d-4fa2-9a9f-778142510f7e req-5bf8fff8-5549-4039-87e7-4921b647f1d7 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-134897609&fields=id&tenant_id=7cf6f3407fe045dd9f1fb8b5b679b957 HTTP/1.1" status: 200 len: 267 time: 0.0476243 Aug 11 16:24:41.220844 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619ecf81-72ec-4347-815b-b5601b6bf857 admin admin] Made reservation on behalf of 7949358640be4b458cc07dd1d6fcfc08 for: {'network': 1} {{(pid=79158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:24:41.223157 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-619ecf81-72ec-4347-815b-b5601b6bf857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for network, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:41.235301 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-619ecf81-72ec-4347-815b-b5601b6bf857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:41.249755 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-619ecf81-72ec-4347-815b-b5601b6bf857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:24:41.253687 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-619ecf81-72ec-4347-815b-b5601b6bf857 admin admin] Usage tracker for resource:security_group_rule and tenant:7949358640be4b458cc07dd1d6fcfc08 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:24:41.256516 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-619ecf81-72ec-4347-815b-b5601b6bf857 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:24:41.263319 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-619ecf81-72ec-4347-815b-b5601b6bf857 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:24:41.308928 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1279e7c-eb9d-4fa2-9a9f-778142510f7e req-c33ae75c-8785-4bcc-9e49-9cfc94da69a8 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:41.317255 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a1279e7c-eb9d-4fa2-9a9f-778142510f7e req-c33ae75c-8785-4bcc-9e49-9cfc94da69a8 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 945 time: 0.0989306 Aug 11 16:24:41.322866 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [req-a1279e7c-eb9d-4fa2-9a9f-778142510f7e req-cd174e4f-89ee-432c-9a49-ac3e0e247ab3 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Request body: {'port': {'security_groups': ['0606fa4d-e231-4307-9c0a-31bc3aacc208', '5ac287a9-8dc5-4b79-82c1-60e159f14ae1']}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:24:41.350673 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-619ecf81-72ec-4347-815b-b5601b6bf857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:41.357979 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-619ecf81-72ec-4347-815b-b5601b6bf857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:41.361267 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-eab6affd-e802-4c1c-8072-7537ad868883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:41.401726 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-619ecf81-72ec-4347-815b-b5601b6bf857 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=79158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 16:24:41.407314 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ecf81-72ec-4347-815b-b5601b6bf857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd45ac3-6b61-47ea-9175-760743790ea9,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:41.411265 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-619ecf81-72ec-4347-815b-b5601b6bf857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:41.415017 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-619ecf81-72ec-4347-815b-b5601b6bf857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3350950'] for segment, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:41.415362 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.db.segments_db [None req-619ecf81-72ec-4347-815b-b5601b6bf857 admin admin] Added segment b793374a-ff50-4185-b746-e5c72ffa2d5d of type vlan for network 2774ccc7-f1c4-4739-9e37-e6e55e987b7c Aug 11 16:24:41.449280 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-619ecf81-72ec-4347-815b-b5601b6bf857 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758462832806'] for network, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:41.459882 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-a1279e7c-eb9d-4fa2-9a9f-778142510f7e req-cd174e4f-89ee-432c-9a49-ac3e0e247ab3 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:41.483845 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-619ecf81-72ec-4347-815b-b5601b6bf857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603'] for network, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:41.485315 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619ecf81-72ec-4347-815b-b5601b6bf857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:41.485939 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-619ecf81-72ec-4347-815b-b5601b6bf857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for network, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:41.491235 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:41.691999 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-619ecf81-72ec-4347-815b-b5601b6bf857 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5119817 Aug 11 16:24:41.694937 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 43722) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:41.699037 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ecf81-72ec-4347-815b-b5601b6bf857 admin admin] Pushing event updated for resources: {'Network': ['ID=2774ccc7-f1c4-4739-9e37-e6e55e987b7c,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:41.702442 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-619ecf81-72ec-4347-815b-b5601b6bf857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:41.709398 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Network 2774ccc7-f1c4-4739-9e37-e6e55e987b7c details requested by agent ovs-agent-dv-cinder-804265-1-smb with host dv-cinder-804265-1-smb {{(pid=79160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:24:41.733862 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-9a4f4faf-79ac-42ca-8edf-66b6abe62c75 admin admin] Request body: {'subnet': {'network_id': '2774ccc7-f1c4-4739-9e37-e6e55e987b7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-632535652-subnet', 'tenant_id': '7949358640be4b458cc07dd1d6fcfc08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:24:41.741808 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-9a4f4faf-79ac-42ca-8edf-66b6abe62c75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:24:41.807482 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-9a4f4faf-79ac-42ca-8edf-66b6abe62c75 admin admin] Usage tracker for resource:subnet and tenant:7949358640be4b458cc07dd1d6fcfc08 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:24:41.810984 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-9a4f4faf-79ac-42ca-8edf-66b6abe62c75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:24:41.816903 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-9a4f4faf-79ac-42ca-8edf-66b6abe62c75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:24:41.849443 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4f4faf-79ac-42ca-8edf-66b6abe62c75 admin admin] Made reservation on behalf of 7949358640be4b458cc07dd1d6fcfc08 for: {'subnet': 1} {{(pid=79159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:24:41.851856 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-9a4f4faf-79ac-42ca-8edf-66b6abe62c75 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:42.024129 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250a213-d4f7-40c8-816a-dbbf7e2a3f7f req-3dd35167-83cb-454e-a464-541c9777b3ac tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:42.031645 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f250a213-d4f7-40c8-816a-dbbf7e2a3f7f req-3dd35167-83cb-454e-a464-541c9777b3ac tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 943 time: 0.3374658 Aug 11 16:24:42.133557 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-a1279e7c-eb9d-4fa2-9a9f-778142510f7e req-cd174e4f-89ee-432c-9a49-ac3e0e247ab3 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] For port 7a934394-8ffa-4072-b4fa-2d11a41a34fc, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=7a934394-8ffa-4072-b4fa-2d11a41a34fc,segment=NetworkSegment(af383707-3347-4b04-8513-99355cc9791f),segment_id=af383707-3347-4b04-8513-99355cc9791f)] {{(pid=79159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:24:42.149280 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f250a213-d4f7-40c8-816a-dbbf7e2a3f7f req-b13bbdfb-adfe-48be-8be8-4dafd27dbb77 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167574 Aug 11 16:24:42.200598 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-a1279e7c-eb9d-4fa2-9a9f-778142510f7e req-cd174e4f-89ee-432c-9a49-ac3e0e247ab3 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks [] for port, precommit_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:42.207543 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-a1279e7c-eb9d-4fa2-9a9f-778142510f7e req-cd174e4f-89ee-432c-9a49-ac3e0e247ab3 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:42.214246 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:42.245625 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['7a934394-8ffa-4072-b4fa-2d11a41a34fc'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:24:42.267240 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-9a4f4faf-79ac-42ca-8edf-66b6abe62c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603'] for subnet, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:42.344842 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1279e7c-eb9d-4fa2-9a9f-778142510f7e req-cd174e4f-89ee-432c-9a49-ac3e0e247ab3 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:42.345495 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-a1279e7c-eb9d-4fa2-9a9f-778142510f7e req-cd174e4f-89ee-432c-9a49-ac3e0e247ab3 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:42.358943 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a1279e7c-eb9d-4fa2-9a9f-778142510f7e req-cd174e4f-89ee-432c-9a49-ac3e0e247ab3 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "PUT /v2.0/ports/7a934394-8ffa-4072-b4fa-2d11a41a34fc HTTP/1.1" status: 200 len: 981 time: 1.0407207 Aug 11 16:24:42.359886 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a1683ae-33d1-44a1-8195-34c2ec3cc8fe', 'tag': '7a934394-8ffa-4072-b4fa-2d11a41a34fc'}] {{(pid=79159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:24:42.435482 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd174e4f-89ee-432c-9a49-ac3e0e247ab3 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Pushing event updated for resources: {'Port': ['ID=7a934394-8ffa-4072-b4fa-2d11a41a34fc,revision_number=6']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:42.440475 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4f4faf-79ac-42ca-8edf-66b6abe62c75 admin admin] Checking segment: {'id': 'b793374a-ff50-4185-b746-e5c72ffa2d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2774ccc7-f1c4-4739-9e37-e6e55e987b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:24:42.441038 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4f4faf-79ac-42ca-8edf-66b6abe62c75 admin admin] Network hostable DHCP agents. Network: 2774ccc7-f1c4-4739-9e37-e6e55e987b7c, hostable agents: ['4b0670d7-91d3-4826-9dfd-430a45df9059'], hosted agents: [] {{(pid=79159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:24:42.455734 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-cd174e4f-89ee-432c-9a49-ac3e0e247ab3 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:42.460072 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-8db30e02-0768-48b4-bfdb-6d653d1d618d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:42.586929 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['7a934394-8ffa-4072-b4fa-2d11a41a34fc'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:24:42.630789 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4f4faf-79ac-42ca-8edf-66b6abe62c75 admin admin] Network 2774ccc7-f1c4-4739-9e37-e6e55e987b7c is scheduled to be hosted by DHCP agent 4b0670d7-91d3-4826-9dfd-430a45df9059 with binding_index 1 {{(pid=79159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:24:42.659779 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f4faf-79ac-42ca-8edf-66b6abe62c75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7a0131a-bff8-4be7-9f45-5fef8559f4c7,revision_number=0']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:42.669849 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-9a4f4faf-79ac-42ca-8edf-66b6abe62c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:42.670539 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [None req-9a4f4faf-79ac-42ca-8edf-66b6abe62c75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-smb, 2774ccc7-f1c4-4739-9e37-e6e55e987b7c) {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:24:42.677912 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4f4faf-79ac-42ca-8edf-66b6abe62c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:42.678534 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-9a4f4faf-79ac-42ca-8edf-66b6abe62c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for subnet, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:42.700341 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c38e887-8114-4d59-86ea-42eab2151380 None None] Network 2774ccc7-f1c4-4739-9e37-e6e55e987b7c requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:24:42.702499 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900bf08-c0f3-41d6-b367-b032b9ffcc23 req-5607ec96-dc8d-442a-bd3c-6e42e08d3585 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:42.704042 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-6900bf08-c0f3-41d6-b367-b032b9ffcc23 req-5607ec96-dc8d-442a-bd3c-6e42e08d3585 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=828e08e4-42b0-4d7e-926e-6ff61f1c9ee4 HTTP/1.1" status: 200 len: 944 time: 0.4213223 Aug 11 16:24:42.737067 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-9a4f4faf-79ac-42ca-8edf-66b6abe62c75 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0354743 Aug 11 16:24:42.779445 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bed170-eedb-49e8-8f52-68a809a700aa req-7235d328-e0df-4167-ad33-2cc9bcaa87f4 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:42.781806 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d4bed170-eedb-49e8-8f52-68a809a700aa req-7235d328-e0df-4167-ad33-2cc9bcaa87f4 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.2585838 Aug 11 16:24:42.796018 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-27b657ff-9852-4310-aa4f-6002dcf3ccc3 None None] Provisioning complete for port 7a934394-8ffa-4072-b4fa-2d11a41a34fc triggered by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:24:42.796585 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-27b657ff-9852-4310-aa4f-6002dcf3ccc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:42.797705 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-6900bf08-c0f3-41d6-b367-b032b9ffcc23 req-423275c0-f00d-46a8-ad40-4b877f5cacf3 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839837 Aug 11 16:24:42.917427 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d4bed170-eedb-49e8-8f52-68a809a700aa req-c3e68ddc-020d-41f4-9f3b-99049b52edf6 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171384 Aug 11 16:24:43.066737 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2033738-9d05-4092-bec9-3eb5e11161fd req-5b486f27-c222-4cbd-b01e-fd261b6f8f42 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:43.070769 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d2033738-9d05-4092-bec9-3eb5e11161fd req-5b486f27-c222-4cbd-b01e-fd261b6f8f42 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 984 time: 0.1523716 Aug 11 16:24:43.081481 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a1683ae-33d1-44a1-8195-34c2ec3cc8fe', 'tag': '7a934394-8ffa-4072-b4fa-2d11a41a34fc', 'status': 'completed', 'code': 200} Aug 11 16:24:43.081699 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 43740) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:43.164767 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.db_base_plugin_v2 [None req-e619128e-7b9c-4bb9-8d2d-e63ef8ddb66a admin admin] Deleting subnet cf1742c8-654e-4949-9560-3639bfee5396 {{(pid=79158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 11 16:24:43.168953 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-e619128e-7b9c-4bb9-8d2d-e63ef8ddb66a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:43.271854 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-e619128e-7b9c-4bb9-8d2d-e63ef8ddb66a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33397446'] for subnet, precommit_delete_associations {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:43.304050 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d2033738-9d05-4092-bec9-3eb5e11161fd req-e3f4f36c-a483-4eab-9b2d-184149820a30 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&id=5ac287a9-8dc5-4b79-82c1-60e159f14ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2271781 Aug 11 16:24:43.403735 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-e619128e-7b9c-4bb9-8d2d-e63ef8ddb66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3352476'] for subnet, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:43.430853 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca7e551-bd83-48bc-98d0-5cba272f6e3c None None] Network 2774ccc7-f1c4-4739-9e37-e6e55e987b7c requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:24:43.492764 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf547d5-f60e-4ac1-b4ae-6b0694bb850c req-2651dbe0-a659-4716-a5a5-f64489068487 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:43.498409 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fdf547d5-f60e-4ac1-b4ae-6b0694bb850c req-2651dbe0-a659-4716-a5a5-f64489068487 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 943 time: 0.1344016 Aug 11 16:24:43.551463 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-e619128e-7b9c-4bb9-8d2d-e63ef8ddb66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3352467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32627641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1113876'] for subnet, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:43.555693 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:43.590738 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619128e-7b9c-4bb9-8d2d-e63ef8ddb66a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf1742c8-654e-4949-9560-3639bfee5396,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:43.594256 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-e619128e-7b9c-4bb9-8d2d-e63ef8ddb66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:43.597457 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-e619128e-7b9c-4bb9-8d2d-e63ef8ddb66a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for subnet, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:43.605175 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fdf547d5-f60e-4ac1-b4ae-6b0694bb850c req-9f5fe23e-3dce-40fb-8d0f-49959d0bf5d2 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815258 Aug 11 16:24:43.607649 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 43748) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:43.608168 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-e619128e-7b9c-4bb9-8d2d-e63ef8ddb66a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cf1742c8-654e-4949-9560-3639bfee5396 HTTP/1.1" status: 204 len: 168 time: 0.5305848 Aug 11 16:24:43.684750 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 20608f1e-d1e7-4e90-903c-8228fd8199fc up at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:24:43.738345 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-300ab410-7f46-44f2-a1b2-41a232d0b1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3965533'] for network, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:43.911472 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-300ab410-7f46-44f2-a1b2-41a232d0b1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3354215', 'neutron.services.segments.db._delete_segments_for_network-8758463345821'] for network, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:43.933904 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning for port 20608f1e-d1e7-4e90-903c-8228fd8199fc completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:24:43.967547 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-300ab410-7f46-44f2-a1b2-41a232d0b1ca admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:24:43.967924 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-300ab410-7f46-44f2-a1b2-41a232d0b1ca admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:24:43.968670 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-300ab410-7f46-44f2-a1b2-41a232d0b1ca admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:24:43.969006 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-300ab410-7f46-44f2-a1b2-41a232d0b1ca admin admin] Subscribe: > port after_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:24:43.969328 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-300ab410-7f46-44f2-a1b2-41a232d0b1ca admin admin] Subscribe: > port after_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:24:43.969678 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-300ab410-7f46-44f2-a1b2-41a232d0b1ca admin admin] Subscribe: > port after_update 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:24:43.971117 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-300ab410-7f46-44f2-a1b2-41a232d0b1ca admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:24:43.971332 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-300ab410-7f46-44f2-a1b2-41a232d0b1ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:24:43.971717 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-300ab410-7f46-44f2-a1b2-41a232d0b1ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:24:43.972044 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-300ab410-7f46-44f2-a1b2-41a232d0b1ca admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:24:43.994272 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning complete for port 20608f1e-d1e7-4e90-903c-8228fd8199fc triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:24:43.994272 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:44.058365 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-300ab410-7f46-44f2-a1b2-41a232d0b1ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:24:44.058697 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-300ab410-7f46-44f2-a1b2-41a232d0b1ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:24:44.059036 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-300ab410-7f46-44f2-a1b2-41a232d0b1ca admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:24:44.059372 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-300ab410-7f46-44f2-a1b2-41a232d0b1ca admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 16:24:44.059751 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.services.segments.db [None req-300ab410-7f46-44f2-a1b2-41a232d0b1ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d5f3032-b61d-4f19-a86b-73c81d24fa5a']}} {{(pid=79159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:24:44.093859 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.services.segments.db [None req-300ab410-7f46-44f2-a1b2-41a232d0b1ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76fbb670-f212-4c61-adeb-0fbfd67d24b5') {'for_net_delete': True} {{(pid=79159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:24:44.093859 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.services.segments.db [None req-300ab410-7f46-44f2-a1b2-41a232d0b1ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76fbb670-f212-4c61-adeb-0fbfd67d24b5') {} {{(pid=79159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:24:44.121064 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-300ab410-7f46-44f2-a1b2-41a232d0b1ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758463343351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28442354'] for segment, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:44.195061 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-300ab410-7f46-44f2-a1b2-41a232d0b1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3350950'] for segment, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:44.222010 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-300ab410-7f46-44f2-a1b2-41a232d0b1ca admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=79159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 16:24:44.222441 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-300ab410-7f46-44f2-a1b2-41a232d0b1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3350959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27932483'] for segment, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:44.245234 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379da25-417c-47ae-98d3-accb4e21a7b3 req-8d52d992-ff7e-44cd-b840-62ee6ef39726 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:44.247525 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-6379da25-417c-47ae-98d3-accb4e21a7b3 req-8d52d992-ff7e-44cd-b840-62ee6ef39726 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=828e08e4-42b0-4d7e-926e-6ff61f1c9ee4 HTTP/1.1" status: 200 len: 944 time: 0.3275914 Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: from cryptography.utils import int_from_bytes Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: from cryptography.utils import int_from_bytes Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: util.warn_limited( Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: util.warn_limited( Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: Traceback (most recent call last): Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: timer() Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: cb(*args, **kw) Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: return func(*args, **kwargs) Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: self._notify() Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: self.callback(batched_events) Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: event.method(event) Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: return f(self, *a, **k) Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: return self._get(url).json() Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: return self.request(url, 'GET', **kwargs) Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 16:24:44.250248 dv-cinder-804265-1-smb neutron-server[79159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 16:24:44.252808 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:44.306381 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828e08e4-42b0-4d7e-926e-6ff61f1c9ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20608f1e-d1e7-4e90-903c-8228fd8199fc'}] {{(pid=79160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:24:44.322314 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 20608f1e-d1e7-4e90-903c-8228fd8199fc, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=20608f1e-d1e7-4e90-903c-8228fd8199fc,segment=NetworkSegment(c56d6ec6-c3e9-4960-b020-a96d7a735f59),segment_id=c56d6ec6-c3e9-4960-b020-a96d7a735f59)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:24:44.330460 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:44.334001 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:44.381891 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-6379da25-417c-47ae-98d3-accb4e21a7b3 req-52eba276-813a-4b4f-8d09-3c565c266467 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177151 Aug 11 16:24:44.385034 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-300ab410-7f46-44f2-a1b2-41a232d0b1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3354142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608000'] for network, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:44.393985 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-95097f3f-27fe-4074-b831-78aecf127aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:44.414199 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ab410-7f46-44f2-a1b2-41a232d0b1ca admin admin] Pushing event deleted for resources: {'Network': ['ID=9d5f3032-b61d-4f19-a86b-73c81d24fa5a,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:44.416440 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-300ab410-7f46-44f2-a1b2-41a232d0b1ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for network, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:44.420617 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-300ab410-7f46-44f2-a1b2-41a232d0b1ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:44.427022 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=20608f1e-d1e7-4e90-903c-8228fd8199fc,revision_number=5']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:44.431115 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:44.433726 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720f364-5081-4e05-a29e-cf610a3be3d2 req-89172378-e735-44ac-9c12-21c0548382ea tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:44.435303 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5720f364-5081-4e05-a29e-cf610a3be3d2 req-89172378-e735-44ac-9c12-21c0548382ea tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.2891810 Aug 11 16:24:44.436566 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-300ab410-7f46-44f2-a1b2-41a232d0b1ca admin admin] 10.222.0.21 "DELETE /v2.0/networks/9d5f3032-b61d-4f19-a86b-73c81d24fa5a HTTP/1.1" status: 204 len: 168 time: 0.8278940 Aug 11 16:24:44.439595 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 43758) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:44.481791 dv-cinder-804265-1-smb neutron-server[79160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828e08e4-42b0-4d7e-926e-6ff61f1c9ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20608f1e-d1e7-4e90-903c-8228fd8199fc', 'code': 200} Aug 11 16:24:44.503509 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5720f364-5081-4e05-a29e-cf610a3be3d2 req-2793b07b-5329-4eb1-9017-eaf0629e352a tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548394 Aug 11 16:24:44.539885 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.db_base_plugin_v2 [None req-a436daed-97e7-4656-9240-5057b2096a58 admin admin] Deleting subnet c7a0131a-bff8-4be7-9f45-5fef8559f4c7 {{(pid=79158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 11 16:24:44.543549 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a436daed-97e7-4656-9240-5057b2096a58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:44.605635 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a436daed-97e7-4656-9240-5057b2096a58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33397446'] for subnet, precommit_delete_associations {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:44.668570 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a436daed-97e7-4656-9240-5057b2096a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3352476'] for subnet, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:44.743874 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a436daed-97e7-4656-9240-5057b2096a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3352467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32627641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1113876'] for subnet, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:44.749784 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:44.784410 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436daed-97e7-4656-9240-5057b2096a58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7a0131a-bff8-4be7-9f45-5fef8559f4c7,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:44.795014 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-a436daed-97e7-4656-9240-5057b2096a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:44.797957 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a436daed-97e7-4656-9240-5057b2096a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for subnet, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:44.806990 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-a436daed-97e7-4656-9240-5057b2096a58 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c7a0131a-bff8-4be7-9f45-5fef8559f4c7 HTTP/1.1" status: 204 len: 168 time: 0.3660567 Aug 11 16:24:44.809247 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 43766) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:44.835259 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9687f0-0f4e-464d-9f98-aa750b9bb636 req-c8b77d45-a39d-4986-819a-b4e5d156d5e6 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:44.836750 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-6e9687f0-0f4e-464d-9f98-aa750b9bb636 req-c8b77d45-a39d-4986-819a-b4e5d156d5e6 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 943 time: 0.0966403 Aug 11 16:24:44.894710 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-6e9687f0-0f4e-464d-9f98-aa750b9bb636 req-6f099e21-6d7b-41f1-9b50-40bef2eaa3bb tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514615 Aug 11 16:24:44.937079 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-4f387543-3beb-4472-a060-4f024c0e03a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3965533'] for network, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:45.071336 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-4f387543-3beb-4472-a060-4f024c0e03a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3354215', 'neutron.services.segments.db._delete_segments_for_network-8758463345821'] for network, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:45.086583 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.services.segments.db [None req-4f387543-3beb-4472-a060-4f024c0e03a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2774ccc7-f1c4-4739-9e37-e6e55e987b7c']}} {{(pid=79158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:24:45.100414 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.services.segments.db [None req-4f387543-3beb-4472-a060-4f024c0e03a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b793374a-ff50-4185-b746-e5c72ffa2d5d') {'for_net_delete': True} {{(pid=79158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:24:45.100714 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.services.segments.db [None req-4f387543-3beb-4472-a060-4f024c0e03a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b793374a-ff50-4185-b746-e5c72ffa2d5d') {} {{(pid=79158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:24:45.113071 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-4f387543-3beb-4472-a060-4f024c0e03a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758463343351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33397465'] for segment, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:45.129436 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-4f387543-3beb-4472-a060-4f024c0e03a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3350950'] for segment, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:45.135700 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f387543-3beb-4472-a060-4f024c0e03a4 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=79158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 16:24:45.136064 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-4f387543-3beb-4472-a060-4f024c0e03a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3350959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32627679'] for segment, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:45.149038 dv-cinder-804265-1-smb neutron-server[79158]: Traceback (most recent call last): Aug 11 16:24:45.149038 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 16:24:45.149038 dv-cinder-804265-1-smb neutron-server[79158]: timer() Aug 11 16:24:45.149038 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 16:24:45.149038 dv-cinder-804265-1-smb neutron-server[79158]: cb(*args, **kw) Aug 11 16:24:45.149038 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 16:24:45.149038 dv-cinder-804265-1-smb neutron-server[79158]: return func(*args, **kwargs) Aug 11 16:24:45.149038 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 16:24:45.149038 dv-cinder-804265-1-smb neutron-server[79158]: self._notify() Aug 11 16:24:45.149038 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 16:24:45.149038 dv-cinder-804265-1-smb neutron-server[79158]: self.callback(batched_events) Aug 11 16:24:45.149038 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 16:24:45.149038 dv-cinder-804265-1-smb neutron-server[79158]: event.method(event) Aug 11 16:24:45.149038 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 11 16:24:45.149038 dv-cinder-804265-1-smb neutron-server[79158]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 16:24:45.149038 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 11 16:24:45.149038 dv-cinder-804265-1-smb neutron-server[79158]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 16:24:45.149038 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 16:24:45.149038 dv-cinder-804265-1-smb neutron-server[79158]: return f(self, *a, **k) Aug 11 16:24:45.149038 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 16:24:45.149038 dv-cinder-804265-1-smb neutron-server[79158]: return self._get(url).json() Aug 11 16:24:45.149038 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 16:24:45.149038 dv-cinder-804265-1-smb neutron-server[79158]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 16:24:45.149038 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 16:24:45.149038 dv-cinder-804265-1-smb neutron-server[79158]: return self.request(url, 'GET', **kwargs) Aug 11 16:24:45.149038 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 16:24:45.149038 dv-cinder-804265-1-smb neutron-server[79158]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 16:24:45.149038 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 16:24:45.149038 dv-cinder-804265-1-smb neutron-server[79158]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 16:24:45.149038 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 16:24:45.149038 dv-cinder-804265-1-smb neutron-server[79158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 16:24:45.149038 dv-cinder-804265-1-smb neutron-server[79158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 16:24:45.229943 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-4f387543-3beb-4472-a060-4f024c0e03a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3354142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608000'] for network, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:45.233449 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:45.246807 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-4f387543-3beb-4472-a060-4f024c0e03a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for network, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:45.256108 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f387543-3beb-4472-a060-4f024c0e03a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2774ccc7-f1c4-4739-9e37-e6e55e987b7c,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:45.259326 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-4f387543-3beb-4472-a060-4f024c0e03a4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2774ccc7-f1c4-4739-9e37-e6e55e987b7c HTTP/1.1" status: 204 len: 168 time: 0.4491343 Aug 11 16:24:45.260208 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-4f387543-3beb-4472-a060-4f024c0e03a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:45.458592 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 43776) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:45.545178 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-a5728367-d71f-46af-8ea5-008f2ca64856 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=798540f3deb340ec9262b0b4882feae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0830789 Aug 11 16:24:45.545861 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 43782) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:45.642502 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11322f-4617-4cbc-b8eb-24a5d27c9d1d req-992ac156-b324-40dd-9ab9-a166b947f91b tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:45.644646 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4f11322f-4617-4cbc-b8eb-24a5d27c9d1d req-992ac156-b324-40dd-9ab9-a166b947f91b tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=828e08e4-42b0-4d7e-926e-6ff61f1c9ee4 HTTP/1.1" status: 200 len: 945 time: 0.1373196 Aug 11 16:24:45.677707 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-ffa568db-f8bc-4c1f-8838-5b51659a61ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:45.698350 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4f11322f-4617-4cbc-b8eb-24a5d27c9d1d req-f515dbb0-7084-416f-b566-d2e38bb592c4 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474195 Aug 11 16:24:45.716362 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-ffa568db-f8bc-4c1f-8838-5b51659a61ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:45.778400 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-ffa568db-f8bc-4c1f-8838-5b51659a61ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:45.784472 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-f4a43ff6-1cb2-4309-ba62-ef1be01c4bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:45.798603 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa568db-f8bc-4c1f-8838-5b51659a61ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4dc0194-51de-459b-abab-3bebbff44633,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:45.807146 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9d792-2f84-4670-ae85-64e704d60b3a req-b60986e5-4825-4887-abfd-9e90561f10f2 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:45.808046 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-ffa568db-f8bc-4c1f-8838-5b51659a61ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:45.809620 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a9f9d792-2f84-4670-ae85-64e704d60b3a req-b60986e5-4825-4887-abfd-9e90561f10f2 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.0969019 Aug 11 16:24:45.820155 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-ffa568db-f8bc-4c1f-8838-5b51659a61ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:45.823730 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-ffa568db-f8bc-4c1f-8838-5b51659a61ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e4dc0194-51de-459b-abab-3bebbff44633 HTTP/1.1" status: 204 len: 168 time: 0.2745285 Aug 11 16:24:45.871785 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a9f9d792-2f84-4670-ae85-64e704d60b3a req-369229e7-e6ad-4903-9abf-4d91c4a8644e tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563278 Aug 11 16:24:46.114049 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9122fd-97dc-4ea2-ac77-2051ed5d13dd req-845b8acf-67a9-45b8-b1a9-2866cfc28f68 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:46.115961 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-6e9122fd-97dc-4ea2-ac77-2051ed5d13dd req-845b8acf-67a9-45b8-b1a9-2866cfc28f68 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 943 time: 0.1033926 Aug 11 16:24:46.171771 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-6e9122fd-97dc-4ea2-ac77-2051ed5d13dd req-9d557846-e2f8-4f35-a2be-16d7fa980629 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496042 Aug 11 16:24:46.254822 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 43792) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:46.309627 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-a4f761d7-708e-4f6b-9f77-2cb2a183ceb0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7949358640be4b458cc07dd1d6fcfc08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535209 Aug 11 16:24:46.311900 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 43796) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:46.378537 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-9f759122-cb92-49af-b157-109c798c1328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:46.405096 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-9f759122-cb92-49af-b157-109c798c1328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:46.465951 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-9f759122-cb92-49af-b157-109c798c1328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:46.469705 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-ffa568db-f8bc-4c1f-8838-5b51659a61ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:46.481517 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f759122-cb92-49af-b157-109c798c1328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd45ac3-6b61-47ea-9175-760743790ea9,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:46.485916 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-9f759122-cb92-49af-b157-109c798c1328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:46.487877 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-9f759122-cb92-49af-b157-109c798c1328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:46.488999 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-9f759122-cb92-49af-b157-109c798c1328 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dbd45ac3-6b61-47ea-9175-760743790ea9 HTTP/1.1" status: 204 len: 168 time: 0.1762216 Aug 11 16:24:46.641574 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-7b31696b-cdd8-444b-85f0-1db048da28ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:46.914063 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b30d4-9303-425c-a459-54bb0e0574f6 req-aaf458a0-fcd0-410c-9687-a3c34e7a0f23 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:46.915696 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3a6b30d4-9303-425c-a459-54bb0e0574f6 req-aaf458a0-fcd0-410c-9687-a3c34e7a0f23 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=828e08e4-42b0-4d7e-926e-6ff61f1c9ee4 HTTP/1.1" status: 200 len: 945 time: 0.0895400 Aug 11 16:24:46.976517 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3a6b30d4-9303-425c-a459-54bb0e0574f6 req-b47070f6-fe5d-4497-a992-f11d4de2ae95 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535569 Aug 11 16:24:47.086711 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45c1dd-fd57-459c-a40a-3b86264f5595 req-a363e4f8-0a50-4ef3-acb7-e1d2f468be01 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:47.088241 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8e45c1dd-fd57-459c-a40a-3b86264f5595 req-a363e4f8-0a50-4ef3-acb7-e1d2f468be01 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.0948069 Aug 11 16:24:47.147318 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8e45c1dd-fd57-459c-a40a-3b86264f5595 req-98cf6bec-ff06-4c48-8f6c-f02f6e6b932d tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481319 Aug 11 16:24:47.336164 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:47.396899 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d530a29-2da1-480d-bee1-81e8978e6f34 req-b9da2dc2-17a8-4ff1-a40f-d56be0a681c6 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:47.398391 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7d530a29-2da1-480d-bee1-81e8978e6f34 req-b9da2dc2-17a8-4ff1-a40f-d56be0a681c6 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 943 time: 0.0938203 Aug 11 16:24:47.448067 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7d530a29-2da1-480d-bee1-81e8978e6f34 req-2dee27b1-aeee-4c2e-82fa-51b36ab46823 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436766 Aug 11 16:24:48.172219 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92b5d3-a28f-4b0d-ae57-33eedf378bef req-0c638097-de7e-4b02-b2cd-60c4cb07cf09 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:48.186700 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1e92b5d3-a28f-4b0d-ae57-33eedf378bef req-0c638097-de7e-4b02-b2cd-60c4cb07cf09 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=828e08e4-42b0-4d7e-926e-6ff61f1c9ee4 HTTP/1.1" status: 200 len: 945 time: 0.0893650 Aug 11 16:24:48.268196 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1e92b5d3-a28f-4b0d-ae57-33eedf378bef req-169fbbd2-ade7-4a9e-9f9b-683a1ea3dcad tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803447 Aug 11 16:24:48.460383 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54d9ed-d375-400e-9ab7-9ea7a23d9c99 req-d4de4f5a-cb70-44bc-b244-1e9ba2e55884 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:48.460383 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-df54d9ed-d375-400e-9ab7-9ea7a23d9c99 req-d4de4f5a-cb70-44bc-b244-1e9ba2e55884 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.1775980 Aug 11 16:24:48.536218 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-df54d9ed-d375-400e-9ab7-9ea7a23d9c99 req-cf69311b-ec67-4600-9141-31f8474a5efc tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607417 Aug 11 16:24:48.772301 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcff75-fd92-4e0e-8237-1bb1973b15ed req-901fb46c-c2ce-43e9-b9e2-fe29398585ed tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:48.779750 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5efcff75-fd92-4e0e-8237-1bb1973b15ed req-901fb46c-c2ce-43e9-b9e2-fe29398585ed tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 943 time: 0.1967995 Aug 11 16:24:48.827590 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5efcff75-fd92-4e0e-8237-1bb1973b15ed req-6b08b497-dac5-4539-8dae-c6a4e68feaf3 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469737 Aug 11 16:24:48.912175 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 43866) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:49.034591 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-7d76f414-b91c-47d5-8b63-1435ae9e23a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:49.049489 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-7d76f414-b91c-47d5-8b63-1435ae9e23a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:24:49.053526 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-7d76f414-b91c-47d5-8b63-1435ae9e23a6 admin admin] Usage tracker for resource:security_group_rule and tenant:c49df63589144ad6a2770e3e4625b775 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:24:49.057467 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-7d76f414-b91c-47d5-8b63-1435ae9e23a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:24:49.065762 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-7d76f414-b91c-47d5-8b63-1435ae9e23a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:24:49.155204 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-7d76f414-b91c-47d5-8b63-1435ae9e23a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:49.158933 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-7d76f414-b91c-47d5-8b63-1435ae9e23a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:49.168725 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-f9f91a82-a22f-4bc0-abbd-78cf5b40e46e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:49.209136 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-7d76f414-b91c-47d5-8b63-1435ae9e23a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c49df63589144ad6a2770e3e4625b775&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957969 Aug 11 16:24:49.210779 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76f414-b91c-47d5-8b63-1435ae9e23a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b5d6cb-4761-483c-be72-010625d0d2c4,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:49.211853 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 43872) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:49.214066 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-7d76f414-b91c-47d5-8b63-1435ae9e23a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:49.257118 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-7c87c4d7-8434-4ede-a535-899dc3cb13a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:49.278302 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f084c06-54d9-47ad-80d0-fcecebf0e9d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:49.307753 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f084c06-54d9-47ad-80d0-fcecebf0e9d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:49.375128 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f084c06-54d9-47ad-80d0-fcecebf0e9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:49.380261 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:49.438169 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f084c06-54d9-47ad-80d0-fcecebf0e9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b5d6cb-4761-483c-be72-010625d0d2c4,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:49.445321 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-7f084c06-54d9-47ad-80d0-fcecebf0e9d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:49.448355 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f084c06-54d9-47ad-80d0-fcecebf0e9d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:49.452467 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-7f084c06-54d9-47ad-80d0-fcecebf0e9d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c7b5d6cb-4761-483c-be72-010625d0d2c4 HTTP/1.1" status: 204 len: 168 time: 0.2394586 Aug 11 16:24:49.495401 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d5c62-40f7-4304-a78d-87be1901e6a8 req-c906d873-0501-4a1d-a78c-98adf08d0188 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:49.497133 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0b5d5c62-40f7-4304-a78d-87be1901e6a8 req-c906d873-0501-4a1d-a78c-98adf08d0188 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=828e08e4-42b0-4d7e-926e-6ff61f1c9ee4 HTTP/1.1" status: 200 len: 945 time: 0.1095719 Aug 11 16:24:49.565638 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0b5d5c62-40f7-4304-a78d-87be1901e6a8 req-ce54d74f-4460-43d7-9474-bc2e3a5a9020 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629053 Aug 11 16:24:49.857111 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d6fdf-3850-4b41-ad8d-10d0bf7290db req-7efb619a-378f-4e36-aedf-7b7ad5770b23 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:49.865796 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4c6d6fdf-3850-4b41-ad8d-10d0bf7290db req-7efb619a-378f-4e36-aedf-7b7ad5770b23 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.1295280 Aug 11 16:24:49.947220 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 43886) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:49.949104 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4c6d6fdf-3850-4b41-ad8d-10d0bf7290db req-a96305b3-6a12-4a86-a54f-73610ee04846 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822175 Aug 11 16:24:49.997693 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-5914f18c-0a92-460e-b09c-f286cc7a5fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:50.016296 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-5914f18c-0a92-460e-b09c-f286cc7a5fdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:24:50.020343 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-5914f18c-0a92-460e-b09c-f286cc7a5fdf admin admin] Usage tracker for resource:security_group_rule and tenant:b1dfa1eec11646fa88182dfb8b4cbba2 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:24:50.023707 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-5914f18c-0a92-460e-b09c-f286cc7a5fdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:24:50.032107 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-5914f18c-0a92-460e-b09c-f286cc7a5fdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:24:50.107105 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71818624-637d-47fb-a489-1b9c1916b96e req-87efda02-290f-4a25-9133-0c5f8cee3760 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:50.115025 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-71818624-637d-47fb-a489-1b9c1916b96e req-87efda02-290f-4a25-9133-0c5f8cee3760 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 943 time: 0.1053183 Aug 11 16:24:50.153794 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-5914f18c-0a92-460e-b09c-f286cc7a5fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:50.158279 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-5914f18c-0a92-460e-b09c-f286cc7a5fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:50.171122 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-c7a3fbd6-4ff8-4e18-97ad-738b5a61e36e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:50.175353 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-71818624-637d-47fb-a489-1b9c1916b96e req-bb9260cb-9caa-4cf3-984c-18e855b50bc2 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534987 Aug 11 16:24:50.228648 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-5914f18c-0a92-460e-b09c-f286cc7a5fdf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b1dfa1eec11646fa88182dfb8b4cbba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783706 Aug 11 16:24:50.231867 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 43890) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:50.234517 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914f18c-0a92-460e-b09c-f286cc7a5fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85a8c7c-9f60-49f0-a35e-6f8e5d8e5a7e,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:50.237531 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-5914f18c-0a92-460e-b09c-f286cc7a5fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:50.297876 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-69f805c3-6920-41da-bf10-b205ab3597c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:50.326003 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-69f805c3-6920-41da-bf10-b205ab3597c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:50.383524 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-69f805c3-6920-41da-bf10-b205ab3597c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:50.387803 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:50.403355 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f805c3-6920-41da-bf10-b205ab3597c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85a8c7c-9f60-49f0-a35e-6f8e5d8e5a7e,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:50.407085 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-69f805c3-6920-41da-bf10-b205ab3597c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:50.410723 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-69f805c3-6920-41da-bf10-b205ab3597c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:50.411301 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:50.412125 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-69f805c3-6920-41da-bf10-b205ab3597c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b85a8c7c-9f60-49f0-a35e-6f8e5d8e5a7e HTTP/1.1" status: 204 len: 168 time: 0.1791768 Aug 11 16:24:50.793845 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c25e5-f294-4267-a9b3-609d203704bc req-de920bf6-5213-4210-b5b8-d5a1b3dd6644 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:50.795876 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0d5c25e5-f294-4267-a9b3-609d203704bc req-de920bf6-5213-4210-b5b8-d5a1b3dd6644 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=828e08e4-42b0-4d7e-926e-6ff61f1c9ee4 HTTP/1.1" status: 200 len: 945 time: 0.0940299 Aug 11 16:24:50.845692 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0d5c25e5-f294-4267-a9b3-609d203704bc req-c253293d-1795-4051-aece-543fd72259e0 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441406 Aug 11 16:24:51.184339 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64fcf06-431b-4158-972d-a762d8e7d642 req-7b68f847-feaf-463c-9f63-814e58da3d16 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:51.191338 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c64fcf06-431b-4158-972d-a762d8e7d642 req-7b68f847-feaf-463c-9f63-814e58da3d16 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.1278563 Aug 11 16:24:51.293586 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c64fcf06-431b-4158-972d-a762d8e7d642 req-25a6052d-b0c4-4d62-9378-a642ecad3aff tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990927 Aug 11 16:24:51.460781 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906e399-163c-41bd-a082-e86095161ad5 req-b2d5f05e-4af0-42d6-ab1d-cd44d911d455 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:51.469041 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e906e399-163c-41bd-a082-e86095161ad5 req-b2d5f05e-4af0-42d6-ab1d-cd44d911d455 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 943 time: 0.1120050 Aug 11 16:24:51.536023 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e906e399-163c-41bd-a082-e86095161ad5 req-f2252a31-6e46-4280-8efa-09325b422a6c tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669010 Aug 11 16:24:51.727897 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:52.056387 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae233a0c-75e1-47b4-96d9-c7663c0857c8 req-0a1ff632-5ea2-431b-991c-e23912c805d8 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:52.058670 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ae233a0c-75e1-47b4-96d9-c7663c0857c8 req-0a1ff632-5ea2-431b-991c-e23912c805d8 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=828e08e4-42b0-4d7e-926e-6ff61f1c9ee4 HTTP/1.1" status: 200 len: 945 time: 0.1008718 Aug 11 16:24:52.113379 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ae233a0c-75e1-47b4-96d9-c7663c0857c8 req-f78b3950-dd0e-4453-ab69-376ddc282757 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464768 Aug 11 16:24:52.169756 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 6 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:24:52.501653 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156747c-5341-4806-8dd3-fc2041976abb req-0d105129-dc00-4463-8b6b-4da242d06084 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:52.504314 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8156747c-5341-4806-8dd3-fc2041976abb req-0d105129-dc00-4463-8b6b-4da242d06084 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.0858471 Aug 11 16:24:52.560285 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8156747c-5341-4806-8dd3-fc2041976abb req-53542f13-a50f-48af-8efe-c92f188e0e70 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499911 Aug 11 16:24:52.789982 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a39f81-398b-4413-975a-58f054994caf req-dd3481ef-8b58-4953-b1a7-d76997c6acaa tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:52.793290 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-47a39f81-398b-4413-975a-58f054994caf req-dd3481ef-8b58-4953-b1a7-d76997c6acaa tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 943 time: 0.0888710 Aug 11 16:24:52.850561 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-47a39f81-398b-4413-975a-58f054994caf req-be297adc-02a6-4312-8e5b-36ad54b814c2 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512843 Aug 11 16:24:53.302484 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05be46a-ff9d-4c44-9e19-e679a46c5ab2 req-98e5597c-994e-42c6-8b09-3b9eb2eab82d tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:53.303922 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a05be46a-ff9d-4c44-9e19-e679a46c5ab2 req-98e5597c-994e-42c6-8b09-3b9eb2eab82d tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=828e08e4-42b0-4d7e-926e-6ff61f1c9ee4 HTTP/1.1" status: 200 len: 945 time: 0.0834601 Aug 11 16:24:53.348741 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a05be46a-ff9d-4c44-9e19-e679a46c5ab2 req-0fa1420c-5d34-45a0-941e-b89d3b61e4f1 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385480 Aug 11 16:24:53.683513 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07a638-6a17-448e-82bc-aa8ac1b73242 req-a10a2342-0e61-4b8c-a2e0-e472ff35bac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:53.685029 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-2e07a638-6a17-448e-82bc-aa8ac1b73242 req-a10a2342-0e61-4b8c-a2e0-e472ff35bac7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7cf6f3407fe045dd9f1fb8b5b679b957&device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 1137 time: 0.0771580 Aug 11 16:24:53.794104 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f5fb6-6bee-494b-ba76-89a713afdd07 req-46002d1f-9cc3-45bf-8078-e0097897a5b4 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:53.795986 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-435f5fb6-6bee-494b-ba76-89a713afdd07 req-46002d1f-9cc3-45bf-8078-e0097897a5b4 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.0979517 Aug 11 16:24:53.827817 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07a638-6a17-448e-82bc-aa8ac1b73242 req-b3f70bd8-da31-4ce2-ae7a-e99b69b816e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:53.829352 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-2e07a638-6a17-448e-82bc-aa8ac1b73242 req-b3f70bd8-da31-4ce2-ae7a-e99b69b816e5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c28e22fb-1023-43f5-b63d-3612783f4f60 HTTP/1.1" status: 200 len: 915 time: 0.1372232 Aug 11 16:24:53.882145 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-435f5fb6-6bee-494b-ba76-89a713afdd07 req-fbd0fb41-9fb7-4ffa-ac90-9391d1e62cfa tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803118 Aug 11 16:24:53.920768 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ba427-9c1b-46e8-bff7-0f75329bafc8 req-eab3b4dd-05db-4240-8cd8-3ac3881b4a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:53.922485 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-004ba427-9c1b-46e8-bff7-0f75329bafc8 req-eab3b4dd-05db-4240-8cd8-3ac3881b4a74 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=828e08e4-42b0-4d7e-926e-6ff61f1c9ee4 HTTP/1.1" status: 200 len: 1098 time: 0.0923755 Aug 11 16:24:53.966978 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-004ba427-9c1b-46e8-bff7-0f75329bafc8 req-cc5e5cdd-22d3-4566-924d-46b68c6710f0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369837 Aug 11 16:24:54.006425 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-2e07a638-6a17-448e-82bc-aa8ac1b73242 req-5d058654-1409-4aa7-bf31-4b708c7d03c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a934394-8ffa-4072-b4fa-2d11a41a34fc HTTP/1.1" status: 200 len: 1000 time: 0.1691122 Aug 11 16:24:54.049373 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b96b0-b1d8-431f-aeb6-3585a2132ea3 req-3b02f629-e8db-4285-b03a-e5321586226f tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:54.050871 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c79b96b0-b1d8-431f-aeb6-3585a2132ea3 req-3b02f629-e8db-4285-b03a-e5321586226f tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 943 time: 0.0799830 Aug 11 16:24:54.100796 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c79b96b0-b1d8-431f-aeb6-3585a2132ea3 req-ff546750-e3f5-4dac-b159-3314aa7b5ca0 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442204 Aug 11 16:24:54.300260 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07a638-6a17-448e-82bc-aa8ac1b73242 req-69acd9ed-47d2-4398-bbb8-3ddc50d47afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:54.301749 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-2e07a638-6a17-448e-82bc-aa8ac1b73242 req-69acd9ed-47d2-4398-bbb8-3ddc50d47afe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4be8bed2-1847-4ac8-9f41-26ce1b24fc74 HTTP/1.1" status: 200 len: 853 time: 0.0606501 Aug 11 16:24:54.401449 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07a638-6a17-448e-82bc-aa8ac1b73242 req-62ad636f-0a52-4ab6-b0df-5de2ef987fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:54.403013 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-2e07a638-6a17-448e-82bc-aa8ac1b73242 req-62ad636f-0a52-4ab6-b0df-5de2ef987fce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c28e22fb-1023-43f5-b63d-3612783f4f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0745182 Aug 11 16:24:54.546587 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b0b65-1e89-40f4-949d-7a568eb1b426 req-16a43a58-4449-466f-bb8e-32636f757d89 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:54.548280 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-dd7b0b65-1e89-40f4-949d-7a568eb1b426 req-16a43a58-4449-466f-bb8e-32636f757d89 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=828e08e4-42b0-4d7e-926e-6ff61f1c9ee4 HTTP/1.1" status: 200 len: 945 time: 0.0852141 Aug 11 16:24:54.560343 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-2e07a638-6a17-448e-82bc-aa8ac1b73242 req-7cce8186-42f9-4012-840e-aa4c4c8c626c service neutron] 10.222.0.20 "GET /v2.0/networks/c28e22fb-1023-43f5-b63d-3612783f4f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428821 Aug 11 16:24:54.598651 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-dd7b0b65-1e89-40f4-949d-7a568eb1b426 req-42c6a6cf-bfb0-47e3-a814-3170f4840ed1 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428691 Aug 11 16:24:54.703907 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-2e07a638-6a17-448e-82bc-aa8ac1b73242 req-a9694643-734d-4ae8-b7d8-9fa0e2b101a2 service neutron] 10.222.0.20 "GET /v2.0/networks/c28e22fb-1023-43f5-b63d-3612783f4f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359665 Aug 11 16:24:55.156261 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fde11-ec7a-4d6d-9b73-2cde6063359f req-4e878aef-863f-4b53-91f7-ab8a865ca922 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:55.157745 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0f4fde11-ec7a-4d6d-9b73-2cde6063359f req-4e878aef-863f-4b53-91f7-ab8a865ca922 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.1610959 Aug 11 16:24:55.203316 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0f4fde11-ec7a-4d6d-9b73-2cde6063359f req-9b271cf6-20b9-430f-9b69-23857cda5fc2 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397429 Aug 11 16:24:55.308912 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637898d2-37a9-415a-a8cf-a502af55ba47 req-02ff705d-d62d-40ab-8dfc-441d4ad95cee tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:55.310446 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-637898d2-37a9-415a-a8cf-a502af55ba47 req-02ff705d-d62d-40ab-8dfc-441d4ad95cee tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 943 time: 0.0873342 Aug 11 16:24:55.359087 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-637898d2-37a9-415a-a8cf-a502af55ba47 req-7ea6547d-8b13-4456-bdf0-b2e9cf0aaba3 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429196 Aug 11 16:24:55.520652 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff0fe0-3209-42a2-ab27-76e484583f41 req-2aa1963c-231c-4dbd-9313-ff14bbf82149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:55.522124 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-29ff0fe0-3209-42a2-ab27-76e484583f41 req-2aa1963c-231c-4dbd-9313-ff14bbf82149 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 1099 time: 0.0735621 Aug 11 16:24:55.564704 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-29ff0fe0-3209-42a2-ab27-76e484583f41 req-e81967bd-3417-4e78-afbd-68807e1ecc42 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349329 Aug 11 16:24:55.798801 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76b620-e956-44cb-876a-b7da73b1f0f6 req-2f9d6d76-0603-460d-95bd-1b07246980e5 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:55.801159 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-eb76b620-e956-44cb-876a-b7da73b1f0f6 req-2f9d6d76-0603-460d-95bd-1b07246980e5 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=828e08e4-42b0-4d7e-926e-6ff61f1c9ee4 HTTP/1.1" status: 200 len: 945 time: 0.0949140 Aug 11 16:24:55.847641 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-eb76b620-e956-44cb-876a-b7da73b1f0f6 req-1cec8457-7e19-4d5e-972a-3cf2f63a0099 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407281 Aug 11 16:24:55.985704 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:56.405551 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5922f-6a18-42c8-83af-3c455e43dc66 req-898c932f-58fe-43d8-afae-b34f43097535 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:56.407126 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f8e5922f-6a18-42c8-83af-3c455e43dc66 req-898c932f-58fe-43d8-afae-b34f43097535 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.0939384 Aug 11 16:24:56.454610 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f8e5922f-6a18-42c8-83af-3c455e43dc66 req-cc7a1888-9e22-49dd-8b9e-808bf6a2a210 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415306 Aug 11 16:24:56.561655 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed25496-3103-4939-8310-11621192e691 req-7976832e-ff9c-451b-a6dc-c734df6b2930 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:56.563333 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fed25496-3103-4939-8310-11621192e691 req-7976832e-ff9c-451b-a6dc-c734df6b2930 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 943 time: 0.0861571 Aug 11 16:24:56.611035 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fed25496-3103-4939-8310-11621192e691 req-745a2cdc-3096-4e6f-8747-d5463fdbe763 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419059 Aug 11 16:24:57.503297 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 44028) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:57.627871 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-17aeae29-a138-4722-804d-c6b5efc13733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:57.652376 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-17aeae29-a138-4722-804d-c6b5efc13733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:24:57.658113 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-17aeae29-a138-4722-804d-c6b5efc13733 admin admin] Usage tracker for resource:security_group_rule and tenant:1928c0a4f327416fab5e0121136b7507 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:24:57.662976 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-17aeae29-a138-4722-804d-c6b5efc13733 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:24:57.671784 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-17aeae29-a138-4722-804d-c6b5efc13733 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:24:57.701564 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c2151-14d8-4a1f-875a-aa6ea25badb8 req-382e37be-fbfb-42cc-b7d2-335d95ea2ca8 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:57.703064 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c18c2151-14d8-4a1f-875a-aa6ea25badb8 req-382e37be-fbfb-42cc-b7d2-335d95ea2ca8 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.1399348 Aug 11 16:24:57.727179 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 5d3ddf2f-b157-451d-a236-2f07fe0babc1 details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:24:57.816952 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c18c2151-14d8-4a1f-875a-aa6ea25badb8 req-a24bba62-922f-4099-83ca-5dfd412efd37 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078010 Aug 11 16:24:57.877144 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 5d3ddf2f-b157-451d-a236-2f07fe0babc1, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=5d3ddf2f-b157-451d-a236-2f07fe0babc1,segment=NetworkSegment(27cb263a-ccc6-4035-8f60-05cc8115add6),segment_id=27cb263a-ccc6-4035-8f60-05cc8115add6)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:24:57.893445 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Returning: {'device': '5d3ddf2f-b157-451d-a236-2f07fe0babc1', 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424', 'port_id': '5d3ddf2f-b157-451d-a236-2f07fe0babc1', 'mac_address': 'fa:16:3e:83:d0:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d509748-00d5-4471-8b3e-a2f206f5dac5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:24:57.900990 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-17aeae29-a138-4722-804d-c6b5efc13733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:57.910489 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6d3b5-224b-49f0-a7a5-ef3394d2303c req-b7a7029a-c64d-467d-b14c-96b2b810faf5 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:57.911952 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c0f6d3b5-224b-49f0-a7a5-ef3394d2303c req-b7a7029a-c64d-467d-b14c-96b2b810faf5 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 943 time: 0.1793604 Aug 11 16:24:57.916472 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-17aeae29-a138-4722-804d-c6b5efc13733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:57.933420 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-fbfbf8f6-88a7-41f9-9b41-27178926f0ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:57.960418 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:57.978526 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d3ddf2f-b157-451d-a236-2f07fe0babc1 {{(pid=79160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:24:57.993876 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-17aeae29-a138-4722-804d-c6b5efc13733 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1928c0a4f327416fab5e0121136b7507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4895036 Aug 11 16:24:57.995644 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 5d3ddf2f-b157-451d-a236-2f07fe0babc1, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=5d3ddf2f-b157-451d-a236-2f07fe0babc1,segment=NetworkSegment(27cb263a-ccc6-4035-8f60-05cc8115add6),segment_id=27cb263a-ccc6-4035-8f60-05cc8115add6)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:24:57.996966 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 44042) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:58.001459 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:58.003947 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:58.006744 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aeae29-a138-4722-804d-c6b5efc13733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9ed870-3b43-49d2-927f-ac3b3318b245,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:58.013687 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-17aeae29-a138-4722-804d-c6b5efc13733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:58.028646 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c0f6d3b5-224b-49f0-a7a5-ef3394d2303c req-9c96180d-9033-4ec9-b4ff-3183baa89fdd tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983193 Aug 11 16:24:58.082066 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=5d3ddf2f-b157-451d-a236-2f07fe0babc1,revision_number=9']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:58.087100 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:58.095695 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-9630741b-e620-4b21-8b11-9364ca823877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:58.123561 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-9630741b-e620-4b21-8b11-9364ca823877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:58.176966 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-9630741b-e620-4b21-8b11-9364ca823877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:58.180695 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-284a8588-2b95-48d2-91cb-9231ceaa724c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:58.193025 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9630741b-e620-4b21-8b11-9364ca823877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9ed870-3b43-49d2-927f-ac3b3318b245,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:58.196911 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-9630741b-e620-4b21-8b11-9364ca823877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:58.207727 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-9630741b-e620-4b21-8b11-9364ca823877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:58.208967 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-9630741b-e620-4b21-8b11-9364ca823877 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de9ed870-3b43-49d2-927f-ac3b3318b245 HTTP/1.1" status: 204 len: 168 time: 0.2108519 Aug 11 16:24:58.383191 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['5d3ddf2f-b157-451d-a236-2f07fe0babc1'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:24:58.401329 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ef054-9f69-4766-b96a-e48f4a86b8c1 req-dbdb54d8-554f-43e2-8613-d161dd4eccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:58.403961 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-8b1ef054-9f69-4766-b96a-e48f4a86b8c1 req-dbdb54d8-554f-43e2-8613-d161dd4eccc6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f65af374b754ad0a8db24d255bf01a9&device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 1099 time: 0.0793078 Aug 11 16:24:58.453971 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b9049-3507-4797-95cf-8ca9a9088e3e req-09a7a34a-afcf-4b81-b51f-e1d2ba3058fe tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:58.455610 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-368b9049-3507-4797-95cf-8ca9a9088e3e req-09a7a34a-afcf-4b81-b51f-e1d2ba3058fe tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.0945811 Aug 11 16:24:58.510244 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-368b9049-3507-4797-95cf-8ca9a9088e3e req-4c69e7fe-8e4d-4830-9508-2be8e2fde099 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479138 Aug 11 16:24:58.563685 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 44056) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:58.576833 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ef054-9f69-4766-b96a-e48f4a86b8c1 req-4c97b156-cbb2-40d8-bed8-73c4bfc667ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:58.578588 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-8b1ef054-9f69-4766-b96a-e48f4a86b8c1 req-4c97b156-cbb2-40d8-bed8-73c4bfc667ba service neutron] 10.222.0.20 "GET /v2.0/networks?id=e84d1f2e-0958-4576-b874-787314c79445 HTTP/1.1" status: 200 len: 919 time: 0.1675308 Aug 11 16:24:58.588404 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-f7e412a0-d81b-486c-9587-b3ce4e3ea5aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:58.607134 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-f7e412a0-d81b-486c-9587-b3ce4e3ea5aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:24:58.611695 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-f7e412a0-d81b-486c-9587-b3ce4e3ea5aa admin admin] Usage tracker for resource:security_group_rule and tenant:63fdafdedc18494f9155e9accb58ae33 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:24:58.616054 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-f7e412a0-d81b-486c-9587-b3ce4e3ea5aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:24:58.650398 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-f7e412a0-d81b-486c-9587-b3ce4e3ea5aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:24:58.664798 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-8b1ef054-9f69-4766-b96a-e48f4a86b8c1 req-03731070-7366-449b-ba93-2319532d72c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92fde35d-7fa9-441a-bf4c-6c208c14b13c HTTP/1.1" status: 200 len: 217 time: 0.0792246 Aug 11 16:24:58.734753 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ef054-9f69-4766-b96a-e48f4a86b8c1 req-969ca1eb-497c-4634-91e5-cd638f6414e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:58.736488 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-8b1ef054-9f69-4766-b96a-e48f4a86b8c1 req-969ca1eb-497c-4634-91e5-cd638f6414e3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=38724f5f-39a0-4316-8f66-1571c8e42441 HTTP/1.1" status: 200 len: 858 time: 0.0648832 Aug 11 16:24:58.741296 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-f7e412a0-d81b-486c-9587-b3ce4e3ea5aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:58.744576 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-f7e412a0-d81b-486c-9587-b3ce4e3ea5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:58.751370 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-8b32449c-445b-4fd6-8897-7e507596f61b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:58.786791 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-8b1ef054-9f69-4766-b96a-e48f4a86b8c1 req-d7a95fc6-3f3c-49fc-955b-92f1da105a96 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e84d1f2e-0958-4576-b874-787314c79445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421677 Aug 11 16:24:58.799629 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-f7e412a0-d81b-486c-9587-b3ce4e3ea5aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63fdafdedc18494f9155e9accb58ae33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348821 Aug 11 16:24:58.800541 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e412a0-d81b-486c-9587-b3ce4e3ea5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0756f12-9a03-4a30-84a3-d5fda397f166,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:58.804098 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-f7e412a0-d81b-486c-9587-b3ce4e3ea5aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:58.804586 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 44062) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:24:58.875571 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-6decb320-607e-41ae-a1ab-6a6c988263d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:58.907483 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-6decb320-607e-41ae-a1ab-6a6c988263d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:58.941719 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-8b1ef054-9f69-4766-b96a-e48f4a86b8c1 req-e01d3159-8c40-44f4-830e-c4845aeb45f3 service neutron] 10.222.0.20 "GET /v2.0/networks/e84d1f2e-0958-4576-b874-787314c79445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468534 Aug 11 16:24:58.971428 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-6decb320-607e-41ae-a1ab-6a6c988263d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:58.976325 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-371ca776-5665-4c38-85f9-c2cdb3fac0ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:24:58.988853 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6decb320-607e-41ae-a1ab-6a6c988263d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0756f12-9a03-4a30-84a3-d5fda397f166,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:24:58.993480 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-6decb320-607e-41ae-a1ab-6a6c988263d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:24:58.998293 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-6decb320-607e-41ae-a1ab-6a6c988263d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:59.001859 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-6decb320-607e-41ae-a1ab-6a6c988263d9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0756f12-9a03-4a30-84a3-d5fda397f166 HTTP/1.1" status: 204 len: 168 time: 0.1938696 Aug 11 16:24:59.083035 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-8b1ef054-9f69-4766-b96a-e48f4a86b8c1 req-95f0b08a-cce0-42ed-b74d-d47080989326 service neutron] 10.222.0.20 "GET /v2.0/networks/e84d1f2e-0958-4576-b874-787314c79445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344085 Aug 11 16:24:59.250493 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9ab24-841a-4b78-a004-1bd936187241 req-6583e803-c487-4ef7-a9a6-fdf105ef335e tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:59.252029 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-cfd9ab24-841a-4b78-a004-1bd936187241 req-6583e803-c487-4ef7-a9a6-fdf105ef335e tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 944 time: 0.1028008 Aug 11 16:24:59.300920 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-cfd9ab24-841a-4b78-a004-1bd936187241 req-c59c6e69-5ec1-4a55-aa71-a2900d8f910f tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429134 Aug 11 16:24:59.737479 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d1aad-b6b0-4a43-99b0-25e9e765ba3c req-701e17dd-3886-47ec-92d6-7d8a4b37da2f tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:24:59.738984 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2d2d1aad-b6b0-4a43-99b0-25e9e765ba3c req-701e17dd-3886-47ec-92d6-7d8a4b37da2f tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.0843732 Aug 11 16:24:59.746895 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 5d3ddf2f-b157-451d-a236-2f07fe0babc1 up at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:24:59.792780 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2d2d1aad-b6b0-4a43-99b0-25e9e765ba3c req-ff7fbbcb-951e-42dc-99f5-4f286eda74a5 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464888 Aug 11 16:24:59.817039 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning complete for port 5d3ddf2f-b157-451d-a236-2f07fe0babc1 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:24:59.817428 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:59.939109 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:59.972159 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b72db5-7067-4fa7-9b41-5eab55e62b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3ddf2f-b157-451d-a236-2f07fe0babc1'}] {{(pid=79160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:24:59.982577 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 5d3ddf2f-b157-451d-a236-2f07fe0babc1, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=5d3ddf2f-b157-451d-a236-2f07fe0babc1,segment=NetworkSegment(27cb263a-ccc6-4035-8f60-05cc8115add6),segment_id=27cb263a-ccc6-4035-8f60-05cc8115add6)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:24:59.987285 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:24:59.989105 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-d3c6d018-a710-4ac1-9e84-0eb363dc1683 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:00.035261 dv-cinder-804265-1-smb neutron-server[79160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b72db5-7067-4fa7-9b41-5eab55e62b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3ddf2f-b157-451d-a236-2f07fe0babc1', 'code': 200} Aug 11 16:25:00.065509 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=5d3ddf2f-b157-451d-a236-2f07fe0babc1,revision_number=10']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:00.068650 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:00.492314 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab992a-a373-46f0-8a06-8496434a69e3 req-e9beaaae-1f5b-465c-829e-e9f4b310e513 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:00.493809 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-07ab992a-a373-46f0-8a06-8496434a69e3 req-e9beaaae-1f5b-465c-829e-e9f4b310e513 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 946 time: 0.0820801 Aug 11 16:25:00.541282 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-07ab992a-a373-46f0-8a06-8496434a69e3 req-bb48c4c6-39bc-49c4-a798-bf5a57761bce tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410552 Aug 11 16:25:00.830952 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32872b2b-ce6a-46bc-a4c1-fee92ab03255 req-688271fd-7335-482f-8bfc-3bc939e3c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:00.832673 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-32872b2b-ce6a-46bc-a4c1-fee92ab03255 req-688271fd-7335-482f-8bfc-3bc939e3c3df service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 1099 time: 0.0895112 Aug 11 16:25:00.882520 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-32872b2b-ce6a-46bc-a4c1-fee92ab03255 req-ac7731a3-df58-4184-86a9-5dc508ef7258 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407197 Aug 11 16:25:00.994731 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de420e-034e-4578-9325-5c41c55a776b req-ee9f4552-7522-424b-871a-1e992b3e72ed tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:00.995555 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f8de420e-034e-4578-9325-5c41c55a776b req-ee9f4552-7522-424b-871a-1e992b3e72ed tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.0899572 Aug 11 16:25:01.045266 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f8de420e-034e-4578-9325-5c41c55a776b req-f852220b-27d5-4a41-907f-1fb6f8ac3f23 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438347 Aug 11 16:25:01.155245 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 44140) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:01.277840 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a87908ad-7302-4f79-b244-f27bcecc0845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:01.291917 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-a87908ad-7302-4f79-b244-f27bcecc0845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:25:01.296480 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-a87908ad-7302-4f79-b244-f27bcecc0845 admin admin] Usage tracker for resource:security_group_rule and tenant:20b73e78089b423382d41c18e1d7f599 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:25:01.299423 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-a87908ad-7302-4f79-b244-f27bcecc0845 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:25:01.305182 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-a87908ad-7302-4f79-b244-f27bcecc0845 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:25:01.390490 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a87908ad-7302-4f79-b244-f27bcecc0845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:01.394336 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a87908ad-7302-4f79-b244-f27bcecc0845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:01.403584 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-69f805c3-6920-41da-bf10-b205ab3597c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:01.442116 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-a87908ad-7302-4f79-b244-f27bcecc0845 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20b73e78089b423382d41c18e1d7f599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2858579 Aug 11 16:25:01.443850 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87908ad-7302-4f79-b244-f27bcecc0845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98850c2-c0bd-49d4-b8cb-70f96997bd6b,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:01.444863 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 44146) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:01.447047 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-a87908ad-7302-4f79-b244-f27bcecc0845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:01.504497 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-7e60f7d6-ffd6-4e73-a2d4-b9a525161513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:01.532659 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-7e60f7d6-ffd6-4e73-a2d4-b9a525161513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:01.602829 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-7e60f7d6-ffd6-4e73-a2d4-b9a525161513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:01.607484 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-e453cf33-c209-4b7c-8e7f-30511d291941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:01.618822 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e60f7d6-ffd6-4e73-a2d4-b9a525161513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98850c2-c0bd-49d4-b8cb-70f96997bd6b,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:01.623628 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-7e60f7d6-ffd6-4e73-a2d4-b9a525161513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:01.631578 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-7e60f7d6-ffd6-4e73-a2d4-b9a525161513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:01.633085 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-7e60f7d6-ffd6-4e73-a2d4-b9a525161513 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d98850c2-c0bd-49d4-b8cb-70f96997bd6b HTTP/1.1" status: 204 len: 168 time: 0.1867814 Aug 11 16:25:01.753772 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c395c0d-b38a-46d5-9f2c-d82c41b51289 req-2a4ab1c2-f161-446b-b6fa-b5744fe4549a tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:01.755299 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7c395c0d-b38a-46d5-9f2c-d82c41b51289 req-2a4ab1c2-f161-446b-b6fa-b5744fe4549a tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 946 time: 0.0883226 Aug 11 16:25:01.801803 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7c395c0d-b38a-46d5-9f2c-d82c41b51289 req-be2409cb-956d-45b8-b8f0-be93ea4400eb tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398979 Aug 11 16:25:01.921663 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 44156) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:01.942143 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2e9322d2-293f-49a2-b7dd-20f67fb1d59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:02.020344 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-2e9322d2-293f-49a2-b7dd-20f67fb1d59b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:25:02.024102 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-2e9322d2-293f-49a2-b7dd-20f67fb1d59b admin admin] Usage tracker for resource:security_group_rule and tenant:0c3ef2f681c547c0925567473be37777 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:25:02.026955 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-2e9322d2-293f-49a2-b7dd-20f67fb1d59b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:25:02.032622 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-2e9322d2-293f-49a2-b7dd-20f67fb1d59b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:25:02.119154 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2e9322d2-293f-49a2-b7dd-20f67fb1d59b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:02.124066 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2e9322d2-293f-49a2-b7dd-20f67fb1d59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:02.132995 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-b52925ec-4ea4-484f-b4dc-63db919a3655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:02.178039 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-2e9322d2-293f-49a2-b7dd-20f67fb1d59b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c3ef2f681c547c0925567473be37777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2552614 Aug 11 16:25:02.178829 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9322d2-293f-49a2-b7dd-20f67fb1d59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45276b24-7fb4-4ffe-a3c5-474005d470be,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:02.181332 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 44166) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:02.184365 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-2e9322d2-293f-49a2-b7dd-20f67fb1d59b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:02.241773 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-5398a449-a9e5-4361-93fe-99a786bf676b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:02.259730 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcaee83-04f2-4b01-8457-982a3cd252d7 req-af75bb76-9094-4f87-9f16-f80cfcd7e926 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:02.262104 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-dbcaee83-04f2-4b01-8457-982a3cd252d7 req-af75bb76-9094-4f87-9f16-f80cfcd7e926 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.0885954 Aug 11 16:25:02.269140 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-5398a449-a9e5-4361-93fe-99a786bf676b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:02.340607 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-5398a449-a9e5-4361-93fe-99a786bf676b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:02.344491 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-bcaf66c4-cf88-4a7a-94ab-015d1e4d6ad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:02.359243 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398a449-a9e5-4361-93fe-99a786bf676b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45276b24-7fb4-4ffe-a3c5-474005d470be,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:02.361832 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-5398a449-a9e5-4361-93fe-99a786bf676b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:02.363395 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-5398a449-a9e5-4361-93fe-99a786bf676b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:02.367156 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-5398a449-a9e5-4361-93fe-99a786bf676b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45276b24-7fb4-4ffe-a3c5-474005d470be HTTP/1.1" status: 204 len: 168 time: 0.1848660 Aug 11 16:25:02.408597 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-dbcaee83-04f2-4b01-8457-982a3cd252d7 req-9bb4d55a-f7ee-4f73-b69c-74a70224f0f0 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397526 Aug 11 16:25:03.105828 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0694b0-a464-4a08-95bb-5563fe6819d7 req-e3a9488d-1d12-4e0e-8beb-7cac9f641c31 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:03.113429 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3c0694b0-a464-4a08-95bb-5563fe6819d7 req-e3a9488d-1d12-4e0e-8beb-7cac9f641c31 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 946 time: 0.1081026 Aug 11 16:25:03.167956 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3c0694b0-a464-4a08-95bb-5563fe6819d7 req-9985fd08-662a-4b7e-a5f8-2ccf3741829c tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535281 Aug 11 16:25:03.403152 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 44248) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:03.508616 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-f1843cb5-9ee9-4665-aee0-2b6a9d91f162 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-598402517-network', 'tenant_id': 'c7fd01bf7bcf4cde909916ab0c06d45a'}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:25:03.514169 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-f1843cb5-9ee9-4665-aee0-2b6a9d91f162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:25:03.518015 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-f1843cb5-9ee9-4665-aee0-2b6a9d91f162 admin admin] Usage tracker for resource:network and tenant:c7fd01bf7bcf4cde909916ab0c06d45a is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:25:03.521543 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-f1843cb5-9ee9-4665-aee0-2b6a9d91f162 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:25:03.529880 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-f1843cb5-9ee9-4665-aee0-2b6a9d91f162 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:25:03.540959 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1843cb5-9ee9-4665-aee0-2b6a9d91f162 admin admin] Made reservation on behalf of c7fd01bf7bcf4cde909916ab0c06d45a for: {'network': 1} {{(pid=79158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:25:03.543618 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f1843cb5-9ee9-4665-aee0-2b6a9d91f162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for network, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:03.557302 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f1843cb5-9ee9-4665-aee0-2b6a9d91f162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:03.572866 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-f1843cb5-9ee9-4665-aee0-2b6a9d91f162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:25:03.577248 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-f1843cb5-9ee9-4665-aee0-2b6a9d91f162 admin admin] Usage tracker for resource:security_group_rule and tenant:c7fd01bf7bcf4cde909916ab0c06d45a is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:25:03.580116 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-f1843cb5-9ee9-4665-aee0-2b6a9d91f162 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:25:03.586933 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-f1843cb5-9ee9-4665-aee0-2b6a9d91f162 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:25:03.678675 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f1843cb5-9ee9-4665-aee0-2b6a9d91f162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:03.682288 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f1843cb5-9ee9-4665-aee0-2b6a9d91f162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:03.686333 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-d97a034b-d0c7-4f67-9533-5f8a169aeca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:03.713665 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1843cb5-9ee9-4665-aee0-2b6a9d91f162 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=79158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 16:25:03.723594 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1843cb5-9ee9-4665-aee0-2b6a9d91f162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc146d9a-566b-4940-a764-663571a6c4b2,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:03.727968 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-f1843cb5-9ee9-4665-aee0-2b6a9d91f162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:03.728852 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f1843cb5-9ee9-4665-aee0-2b6a9d91f162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3350950'] for segment, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:03.729193 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.db.segments_db [None req-f1843cb5-9ee9-4665-aee0-2b6a9d91f162 admin admin] Added segment c170a8b7-0192-468d-a334-648200b68d7c of type vlan for network a8d84cae-7f45-4f57-bb21-fca2fe71b947 Aug 11 16:25:03.756884 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f1843cb5-9ee9-4665-aee0-2b6a9d91f162 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758462832806'] for network, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:03.785477 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f1843cb5-9ee9-4665-aee0-2b6a9d91f162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603'] for network, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:03.786922 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1843cb5-9ee9-4665-aee0-2b6a9d91f162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:03.787599 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f1843cb5-9ee9-4665-aee0-2b6a9d91f162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for network, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:03.793766 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-97c1ced4-9860-4f38-b14d-0b0230b39693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:03.889803 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-f1843cb5-9ee9-4665-aee0-2b6a9d91f162 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4855120 Aug 11 16:25:03.893073 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 44254) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:03.895153 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1843cb5-9ee9-4665-aee0-2b6a9d91f162 admin admin] Pushing event updated for resources: {'Network': ['ID=a8d84cae-7f45-4f57-bb21-fca2fe71b947,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:03.897746 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-f1843cb5-9ee9-4665-aee0-2b6a9d91f162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:03.900410 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-7de5b058-7695-4aeb-b645-1d10e50e284f admin admin] Request body: {'subnet': {'network_id': 'a8d84cae-7f45-4f57-bb21-fca2fe71b947', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-598402517-subnet', 'tenant_id': 'c7fd01bf7bcf4cde909916ab0c06d45a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:25:03.905171 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Network a8d84cae-7f45-4f57-bb21-fca2fe71b947 details requested by agent ovs-agent-dv-cinder-804265-1-smb with host dv-cinder-804265-1-smb {{(pid=79160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:25:03.906657 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-7de5b058-7695-4aeb-b645-1d10e50e284f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:25:03.910656 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-7de5b058-7695-4aeb-b645-1d10e50e284f admin admin] Usage tracker for resource:subnet and tenant:c7fd01bf7bcf4cde909916ab0c06d45a is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:25:03.913522 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-7de5b058-7695-4aeb-b645-1d10e50e284f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:25:03.921655 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-7de5b058-7695-4aeb-b645-1d10e50e284f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:25:03.931326 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de5b058-7695-4aeb-b645-1d10e50e284f admin admin] Made reservation on behalf of c7fd01bf7bcf4cde909916ab0c06d45a for: {'subnet': 1} {{(pid=79159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:25:03.934412 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7de5b058-7695-4aeb-b645-1d10e50e284f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27398897'] for subnet, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:04.147410 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7de5b058-7695-4aeb-b645-1d10e50e284f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27932390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27398787'] for subnet, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:04.152278 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-9a4f4faf-79ac-42ca-8edf-66b6abe62c75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:04.227702 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5b058-7695-4aeb-b645-1d10e50e284f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a93b2e0a-64b2-4cce-93c3-7b51aea9c8d1,revision_number=0']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:04.231892 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-7de5b058-7695-4aeb-b645-1d10e50e284f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:04.238004 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5b058-7695-4aeb-b645-1d10e50e284f admin admin] Checking segment: {'id': 'c170a8b7-0192-468d-a334-648200b68d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a8d84cae-7f45-4f57-bb21-fca2fe71b947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:25:04.238395 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de5b058-7695-4aeb-b645-1d10e50e284f admin admin] Network hostable DHCP agents. Network: a8d84cae-7f45-4f57-bb21-fca2fe71b947, hostable agents: ['4b0670d7-91d3-4826-9dfd-430a45df9059'], hosted agents: [] {{(pid=79159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:25:04.259438 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de5b058-7695-4aeb-b645-1d10e50e284f admin admin] Network a8d84cae-7f45-4f57-bb21-fca2fe71b947 is scheduled to be hosted by DHCP agent 4b0670d7-91d3-4826-9dfd-430a45df9059 with binding_index 1 {{(pid=79159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:25:04.269935 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [None req-7de5b058-7695-4aeb-b645-1d10e50e284f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-smb, a8d84cae-7f45-4f57-bb21-fca2fe71b947) {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:25:04.274515 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de5b058-7695-4aeb-b645-1d10e50e284f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:04.275137 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7de5b058-7695-4aeb-b645-1d10e50e284f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for subnet, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:04.281490 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af447cae-6510-4d8b-aced-62c60a0f9567 None None] Network a8d84cae-7f45-4f57-bb21-fca2fe71b947 requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:25:04.347124 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-7de5b058-7695-4aeb-b645-1d10e50e284f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4525754 Aug 11 16:25:04.400408 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc9bd6-3f22-40d2-ad4f-c828f4675ecb req-a32fb32a-7d7b-485a-8c09-837abc1b8eb7 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:04.406658 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0adc9bd6-3f22-40d2-ad4f-c828f4675ecb req-a32fb32a-7d7b-485a-8c09-837abc1b8eb7 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 946 time: 0.1068256 Aug 11 16:25:04.470902 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0adc9bd6-3f22-40d2-ad4f-c828f4675ecb req-e31c3841-b182-4c12-8fff-c62108817f7f tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582716 Aug 11 16:25:04.542114 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4949ab-e4e0-4d44-9bd8-39a085964d41 None None] Network a8d84cae-7f45-4f57-bb21-fca2fe71b947 requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:25:04.931390 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 44282) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:04.937739 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-a83840c0-4e4d-4b06-9394-ec8f7e041339 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-936296537-network', 'tenant_id': '140de1c763204a828948bcd1d6735a2d'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:25:04.942493 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-a83840c0-4e4d-4b06-9394-ec8f7e041339 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:25:04.946363 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-a83840c0-4e4d-4b06-9394-ec8f7e041339 admin admin] Usage tracker for resource:network and tenant:140de1c763204a828948bcd1d6735a2d is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:25:04.950063 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-a83840c0-4e4d-4b06-9394-ec8f7e041339 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:25:04.955978 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-a83840c0-4e4d-4b06-9394-ec8f7e041339 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:25:04.967091 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83840c0-4e4d-4b06-9394-ec8f7e041339 admin admin] Made reservation on behalf of 140de1c763204a828948bcd1d6735a2d for: {'network': 1} {{(pid=79159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:25:04.969419 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a83840c0-4e4d-4b06-9394-ec8f7e041339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for network, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:04.981463 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a83840c0-4e4d-4b06-9394-ec8f7e041339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:04.999788 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-a83840c0-4e4d-4b06-9394-ec8f7e041339 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:25:05.003831 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-a83840c0-4e4d-4b06-9394-ec8f7e041339 admin admin] Usage tracker for resource:security_group_rule and tenant:140de1c763204a828948bcd1d6735a2d is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:25:05.006932 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-a83840c0-4e4d-4b06-9394-ec8f7e041339 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:25:05.014551 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-a83840c0-4e4d-4b06-9394-ec8f7e041339 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:25:05.098275 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a83840c0-4e4d-4b06-9394-ec8f7e041339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:05.101996 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a83840c0-4e4d-4b06-9394-ec8f7e041339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:05.105645 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-f630f372-8158-437b-9258-dde6da0d5b3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:05.136704 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a83840c0-4e4d-4b06-9394-ec8f7e041339 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=79159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 16:25:05.143391 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83840c0-4e4d-4b06-9394-ec8f7e041339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87e5db4-4cbd-45ef-b5b8-d93fbcab49eb,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:05.147033 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-a83840c0-4e4d-4b06-9394-ec8f7e041339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:05.149654 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a83840c0-4e4d-4b06-9394-ec8f7e041339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3350950'] for segment, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:05.150711 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.db.segments_db [None req-a83840c0-4e4d-4b06-9394-ec8f7e041339 admin admin] Added segment cc3616a3-1134-4e7f-8bb6-e7c073686777 of type vlan for network 0370d367-8aaf-46d4-9880-70557583df06 Aug 11 16:25:05.181901 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a83840c0-4e4d-4b06-9394-ec8f7e041339 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758462832806'] for network, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:05.222588 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a83840c0-4e4d-4b06-9394-ec8f7e041339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603'] for network, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:05.223945 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83840c0-4e4d-4b06-9394-ec8f7e041339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:05.224576 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a83840c0-4e4d-4b06-9394-ec8f7e041339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for network, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:05.229708 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:05.332474 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-a83840c0-4e4d-4b06-9394-ec8f7e041339 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3998914 Aug 11 16:25:05.335343 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 44294) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:05.339667 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83840c0-4e4d-4b06-9394-ec8f7e041339 admin admin] Pushing event updated for resources: {'Network': ['ID=0370d367-8aaf-46d4-9880-70557583df06,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:05.343144 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-d50426fb-265d-4f47-be45-19c0dc12f825 admin admin] Request body: {'subnet': {'network_id': '0370d367-8aaf-46d4-9880-70557583df06', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-936296537-subnet', 'tenant_id': '140de1c763204a828948bcd1d6735a2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:25:05.345001 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-a83840c0-4e4d-4b06-9394-ec8f7e041339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:05.351689 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-d50426fb-265d-4f47-be45-19c0dc12f825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:25:05.354149 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Network 0370d367-8aaf-46d4-9880-70557583df06 details requested by agent ovs-agent-dv-cinder-804265-1-smb with host dv-cinder-804265-1-smb {{(pid=79160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:25:05.356320 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-d50426fb-265d-4f47-be45-19c0dc12f825 admin admin] Usage tracker for resource:subnet and tenant:140de1c763204a828948bcd1d6735a2d is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:25:05.359574 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-d50426fb-265d-4f47-be45-19c0dc12f825 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:25:05.367472 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-d50426fb-265d-4f47-be45-19c0dc12f825 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:25:05.382084 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50426fb-265d-4f47-be45-19c0dc12f825 admin admin] Made reservation on behalf of 140de1c763204a828948bcd1d6735a2d for: {'subnet': 1} {{(pid=79158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:25:05.384948 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-d50426fb-265d-4f47-be45-19c0dc12f825 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1113983'] for subnet, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:05.650055 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-d50426fb-265d-4f47-be45-19c0dc12f825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32627322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1113869'] for subnet, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:05.655503 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:05.725579 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50426fb-265d-4f47-be45-19c0dc12f825 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2f576f7-8596-49b4-b0e8-e5dee2b03e0a,revision_number=0']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:05.729433 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-d50426fb-265d-4f47-be45-19c0dc12f825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:05.735342 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50426fb-265d-4f47-be45-19c0dc12f825 admin admin] Checking segment: {'id': 'cc3616a3-1134-4e7f-8bb6-e7c073686777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0370d367-8aaf-46d4-9880-70557583df06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:25:05.735690 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50426fb-265d-4f47-be45-19c0dc12f825 admin admin] Network hostable DHCP agents. Network: 0370d367-8aaf-46d4-9880-70557583df06, hostable agents: ['4b0670d7-91d3-4826-9dfd-430a45df9059'], hosted agents: [] {{(pid=79158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:25:05.754843 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50426fb-265d-4f47-be45-19c0dc12f825 admin admin] Network 0370d367-8aaf-46d4-9880-70557583df06 is scheduled to be hosted by DHCP agent 4b0670d7-91d3-4826-9dfd-430a45df9059 with binding_index 1 {{(pid=79158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:25:05.764466 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.base_scheduler [None req-d50426fb-265d-4f47-be45-19c0dc12f825 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-smb, 0370d367-8aaf-46d4-9880-70557583df06) {{(pid=79158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:25:05.768575 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50426fb-265d-4f47-be45-19c0dc12f825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:05.769179 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-d50426fb-265d-4f47-be45-19c0dc12f825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for subnet, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:05.773003 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2857350-2ea2-4eb6-8111-d2a2ac01b501 None None] Network 0370d367-8aaf-46d4-9880-70557583df06 requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:25:05.799162 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-d50426fb-265d-4f47-be45-19c0dc12f825 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4537899 Aug 11 16:25:06.049623 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbcd9a8-45a3-49b5-b314-c6a3f821b016 None None] Network 0370d367-8aaf-46d4-9880-70557583df06 requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:25:06.368160 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-826d447d-70bf-4963-aeb8-641d8ccb07bf tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:06.369615 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-826d447d-70bf-4963-aeb8-641d8ccb07bf tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] 10.222.0.21 "GET /v2.0/networks?id=a8d84cae-7f45-4f57-bb21-fca2fe71b947 HTTP/1.1" status: 200 len: 808 time: 0.1521749 Aug 11 16:25:06.385568 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-f5a721b7-8345-4ad7-bc23-ef398d3156f4 tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] 10.222.0.21 "GET /v2.0/quotas/c7fd01bf7bcf4cde909916ab0c06d45a HTTP/1.1" status: 200 len: 375 time: 0.0094769 Aug 11 16:25:06.438957 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-ba6fbc6c-24e0-4f42-9505-c68390bdd8de tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c7fd01bf7bcf4cde909916ab0c06d45a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470736 Aug 11 16:25:06.587059 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-6434d2d6-8b15-42f8-966b-dcbe891eaca4 service neutron] 10.222.0.21 "GET /v2.0/networks/a8d84cae-7f45-4f57-bb21-fca2fe71b947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367543 Aug 11 16:25:06.782913 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-c9bddf35-2f6a-4882-a192-b3d7a95a2579 service neutron] 10.222.0.21 "GET /v2.0/networks/a8d84cae-7f45-4f57-bb21-fca2fe71b947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909029 Aug 11 16:25:06.795051 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92b9fb-0fc7-424c-9f47-1d4cb291af6c req-43a156cd-6a92-471f-883b-b10d6423d901 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:06.796514 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5b92b9fb-0fc7-424c-9f47-1d4cb291af6c req-43a156cd-6a92-471f-883b-b10d6423d901 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.1148667 Aug 11 16:25:06.846069 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5b92b9fb-0fc7-424c-9f47-1d4cb291af6c req-62a68c6a-4cf6-4354-82b4-d4947c40df81 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425515 Aug 11 16:25:06.971404 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-bc108b8c-ca47-432f-ac44-17b2483c98c6 req-a3402b5d-32bc-4f30-8faa-9802cea342e9 tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4d948dd-225d-41fa-a318-845bca5e094b HTTP/1.1" status: 200 len: 210 time: 0.0431793 Aug 11 16:25:08.037653 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461005a-75c2-4da3-850b-3a331e9862c6 req-e1a1ef2a-3b44-4dc2-b113-54d004dbdbdb tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:08.039164 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0461005a-75c2-4da3-850b-3a331e9862c6 req-e1a1ef2a-3b44-4dc2-b113-54d004dbdbdb tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.0868831 Aug 11 16:25:08.125182 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0461005a-75c2-4da3-850b-3a331e9862c6 req-aef641b0-ff53-4e3d-9662-2d742bb72a78 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802312 Aug 11 16:25:08.127268 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-af277a75-d26d-479c-a544-51887f9afbc6 req-b943dd61-a94f-4c1f-9468-fe19b3bf64b3 tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4d948dd-225d-41fa-a318-845bca5e094b HTTP/1.1" status: 200 len: 210 time: 0.0471928 Aug 11 16:25:08.396817 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-d80f47b9-9e2c-4c4c-9727-2aa94db85eb2 tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:08.397524 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-d80f47b9-9e2c-4c4c-9727-2aa94db85eb2 tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Synchronizing usage tracker for tenant:c7fd01bf7bcf4cde909916ab0c06d45a on resource:network {{(pid=79158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:25:08.414907 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-d80f47b9-9e2c-4c4c-9727-2aa94db85eb2 tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Unset dirty status for tenant:c7fd01bf7bcf4cde909916ab0c06d45a on resource:network {{(pid=79158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:25:08.416310 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-d80f47b9-9e2c-4c4c-9727-2aa94db85eb2 tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] 10.222.0.20 "GET /v2.0/networks?id=a8d84cae-7f45-4f57-bb21-fca2fe71b947 HTTP/1.1" status: 200 len: 808 time: 0.1922183 Aug 11 16:25:08.446064 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-5c34be7b-bd26-496d-952a-9d6a535917cb tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Request body: {'port': {'device_id': 'f4d948dd-225d-41fa-a318-845bca5e094b', 'network_id': 'a8d84cae-7f45-4f57-bb21-fca2fe71b947', 'admin_state_up': True, 'tenant_id': 'c7fd01bf7bcf4cde909916ab0c06d45a'}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:25:08.596324 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-5c34be7b-bd26-496d-952a-9d6a535917cb tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:25:08.603401 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-5c34be7b-bd26-496d-952a-9d6a535917cb tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Usage tracker for resource:port and tenant:c7fd01bf7bcf4cde909916ab0c06d45a is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:25:08.607693 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-5c34be7b-bd26-496d-952a-9d6a535917cb tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:25:08.613813 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-5c34be7b-bd26-496d-952a-9d6a535917cb tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:25:08.623728 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-5c34be7b-bd26-496d-952a-9d6a535917cb tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Made reservation on behalf of c7fd01bf7bcf4cde909916ab0c06d45a for: {'port': 1} {{(pid=79158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:25:08.625106 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed5554-a492-47c8-9bec-ada51a38b323 req-3be49594-0842-49f3-b3eb-c36d5e1feec9 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:08.626608 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-04ed5554-a492-47c8-9bec-ada51a38b323 req-3be49594-0842-49f3-b3eb-c36d5e1feec9 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.1730781 Aug 11 16:25:08.627163 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-5c34be7b-bd26-496d-952a-9d6a535917cb tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:08.672872 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-04ed5554-a492-47c8-9bec-ada51a38b323 req-67fa4384-0127-4b95-836e-b91c83eb21fe tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395100 Aug 11 16:25:08.793308 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.db_base_plugin_common [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-5c34be7b-bd26-496d-952a-9d6a535917cb tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Allocated IP 172.20.0.7 (a8d84cae-7f45-4f57-bb21-fca2fe71b947/a93b2e0a-64b2-4cce-93c3-7b51aea9c8d1/5ebd490f-77e7-4801-a26e-daf508676f30) {{(pid=79158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:25:08.996998 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-5c34be7b-bd26-496d-952a-9d6a535917cb tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Notify callbacks [] for port, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:09.028954 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-5c34be7b-bd26-496d-952a-9d6a535917cb tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32627690'] for port, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:09.034539 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-b2e980fd-45ec-420c-b0a6-00a5b210fcf7 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:09.104709 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-5c34be7b-bd26-496d-952a-9d6a535917cb tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Network a8d84cae-7f45-4f57-bb21-fca2fe71b947 is already hosted by enough agents. {{(pid=79158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:25:09.108074 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.base_scheduler [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-5c34be7b-bd26-496d-952a-9d6a535917cb tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Resources bound (agent type, host, resource id): {{(pid=79158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:25:09.112193 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-5c34be7b-bd26-496d-952a-9d6a535917cb tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Received port after_create {{(pid=79158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:25:09.147266 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34be7b-bd26-496d-952a-9d6a535917cb tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Pushing event updated for resources: {'Port': ['ID=5ebd490f-77e7-4801-a26e-daf508676f30,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:09.153163 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-5c34be7b-bd26-496d-952a-9d6a535917cb tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:09.184067 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-5c34be7b-bd26-496d-952a-9d6a535917cb tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:09.184701 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-5c34be7b-bd26-496d-952a-9d6a535917cb tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for port, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:09.208255 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-5c34be7b-bd26-496d-952a-9d6a535917cb tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7661626 Aug 11 16:25:09.231663 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-390eba7c-7eaf-4f6e-8c92-f0053c7e79fc service neutron] Request body: {'port': {'device_id': 'f4d948dd-225d-41fa-a318-845bca5e094b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:25:09.346842 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-390eba7c-7eaf-4f6e-8c92-f0053c7e79fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:09.400407 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de77cd1-1bb4-42ab-b8c9-453942194dd1 req-f622e476-3d10-4663-a3d1-1e38fce1c927 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:09.401961 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4de77cd1-1bb4-42ab-b8c9-453942194dd1 req-f622e476-3d10-4663-a3d1-1e38fce1c927 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.1501741 Aug 11 16:25:09.410482 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f6676-a9d8-469d-9114-0cefabf9366a req-4d471eff-eb07-4400-afcd-477cd5911dc8 tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:09.411894 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-998f6676-a9d8-469d-9114-0cefabf9366a req-4d471eff-eb07-4400-afcd-477cd5911dc8 tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4d948dd-225d-41fa-a318-845bca5e094b HTTP/1.1" status: 200 len: 931 time: 0.1239600 Aug 11 16:25:09.488804 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-998f6676-a9d8-469d-9114-0cefabf9366a req-479f43b1-81f8-46f5-8195-6bf97fc7310f tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc146d9a-566b-4940-a764-663571a6c4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629559 Aug 11 16:25:09.491430 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4de77cd1-1bb4-42ab-b8c9-453942194dd1 req-e9b1bed5-41c7-4241-baad-ee327c1276aa tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786769 Aug 11 16:25:09.761024 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.notifiers.nova [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-390eba7c-7eaf-4f6e-8c92-f0053c7e79fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ebd490f-77e7-4801-a26e-daf508676f30 {{(pid=79158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:25:09.768169 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-390eba7c-7eaf-4f6e-8c92-f0053c7e79fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:09.782721 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.provisioning_blocks [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-390eba7c-7eaf-4f6e-8c92-f0053c7e79fc service neutron] Transition to ACTIVE for port object 5ebd490f-77e7-4801-a26e-daf508676f30 will not be triggered until provisioned by entity L2. {{(pid=79158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:25:09.786947 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-390eba7c-7eaf-4f6e-8c92-f0053c7e79fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32627699'] for port, after_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:09.790451 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-3f101d75-5ef6-46a5-86d1-8b87f0024f48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:09.862560 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca95630-d119-4bb4-8e42-04b2072ebe98 req-789e2b5b-4039-412e-b46b-9412fff52b47 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:09.864029 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0ca95630-d119-4bb4-8e42-04b2072ebe98 req-789e2b5b-4039-412e-b46b-9412fff52b47 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.0847304 Aug 11 16:25:09.910276 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0ca95630-d119-4bb4-8e42-04b2072ebe98 req-16330682-21a5-4cf7-b853-c5cb837a3e6a tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405731 Aug 11 16:25:09.947704 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390eba7c-7eaf-4f6e-8c92-f0053c7e79fc service neutron] Pushing event updated for resources: {'Port': ['ID=5ebd490f-77e7-4801-a26e-daf508676f30,revision_number=2']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:09.954589 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-390eba7c-7eaf-4f6e-8c92-f0053c7e79fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:10.018870 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.managers [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-390eba7c-7eaf-4f6e-8c92-f0053c7e79fc service neutron] Attempting to bind port 5ebd490f-77e7-4801-a26e-daf508676f30 on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:25:10.019194 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.managers [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-390eba7c-7eaf-4f6e-8c92-f0053c7e79fc service neutron] Attempting to bind port 5ebd490f-77e7-4801-a26e-daf508676f30 by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': 'c170a8b7-0192-468d-a334-648200b68d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a8d84cae-7f45-4f57-bb21-fca2fe71b947'}] {{(pid=79158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:25:10.019512 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-390eba7c-7eaf-4f6e-8c92-f0053c7e79fc service neutron] Attempting to bind port 5ebd490f-77e7-4801-a26e-daf508676f30 on network a8d84cae-7f45-4f57-bb21-fca2fe71b947 {{(pid=79158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:25:10.024192 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-390eba7c-7eaf-4f6e-8c92-f0053c7e79fc service neutron] Port 5ebd490f-77e7-4801-a26e-daf508676f30 on network a8d84cae-7f45-4f57-bb21-fca2fe71b947 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:25:10.024509 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-390eba7c-7eaf-4f6e-8c92-f0053c7e79fc service neutron] Attempting to bind port 5ebd490f-77e7-4801-a26e-daf508676f30 on network a8d84cae-7f45-4f57-bb21-fca2fe71b947 {{(pid=79158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:25:10.030143 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-390eba7c-7eaf-4f6e-8c92-f0053c7e79fc service neutron] Checking agent: {'id': '1d09ba05-6aad-4b92-98a7-4a9421ef38ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:25:10.030501 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-390eba7c-7eaf-4f6e-8c92-f0053c7e79fc service neutron] Checking segment: {'id': 'c170a8b7-0192-468d-a334-648200b68d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a8d84cae-7f45-4f57-bb21-fca2fe71b947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:25:10.030879 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-390eba7c-7eaf-4f6e-8c92-f0053c7e79fc service neutron] Bound using segment: {'id': 'c170a8b7-0192-468d-a334-648200b68d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a8d84cae-7f45-4f57-bb21-fca2fe71b947'} {{(pid=79158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:25:10.031301 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.managers [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-390eba7c-7eaf-4f6e-8c92-f0053c7e79fc service neutron] Bound port: 5ebd490f-77e7-4801-a26e-daf508676f30, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c170a8b7-0192-468d-a334-648200b68d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a8d84cae-7f45-4f57-bb21-fca2fe71b947'}}] {{(pid=79158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:25:10.031639 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-390eba7c-7eaf-4f6e-8c92-f0053c7e79fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:10.119401 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.db [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-390eba7c-7eaf-4f6e-8c92-f0053c7e79fc service neutron] For port 5ebd490f-77e7-4801-a26e-daf508676f30, host hv-cinder-80426, cleared binding levels {{(pid=79158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:25:10.122516 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.db [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-390eba7c-7eaf-4f6e-8c92-f0053c7e79fc service neutron] For port 5ebd490f-77e7-4801-a26e-daf508676f30, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=5ebd490f-77e7-4801-a26e-daf508676f30,segment=NetworkSegment(c170a8b7-0192-468d-a334-648200b68d7c),segment_id=c170a8b7-0192-468d-a334-648200b68d7c)] {{(pid=79158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:25:10.126614 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-390eba7c-7eaf-4f6e-8c92-f0053c7e79fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32627699'] for port, after_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:10.130172 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-2f0b170c-6d7b-43c4-b0ea-0a65d6015fdc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:10.185527 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-390eba7c-7eaf-4f6e-8c92-f0053c7e79fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:10.186143 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-390eba7c-7eaf-4f6e-8c92-f0053c7e79fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for port, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:10.187515 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-390eba7c-7eaf-4f6e-8c92-f0053c7e79fc service neutron] 10.222.0.20 "PUT /v2.0/ports/5ebd490f-77e7-4801-a26e-daf508676f30 HTTP/1.1" status: 200 len: 1093 time: 0.9612994 Aug 11 16:25:10.190540 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d948dd-225d-41fa-a318-845bca5e094b', 'tag': '5ebd490f-77e7-4801-a26e-daf508676f30'}] {{(pid=79158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:25:10.213273 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390eba7c-7eaf-4f6e-8c92-f0053c7e79fc service neutron] Pushing event updated for resources: {'Port': ['ID=5ebd490f-77e7-4801-a26e-daf508676f30,revision_number=3']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:10.216923 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-390eba7c-7eaf-4f6e-8c92-f0053c7e79fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:10.237989 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d948dd-225d-41fa-a318-845bca5e094b', 'tag': '5ebd490f-77e7-4801-a26e-daf508676f30', 'status': 'completed', 'code': 200} Aug 11 16:25:10.333234 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-c04ba2da-c3f2-4fd3-85a9-26d4dc633026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:10.334730 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-c04ba2da-c3f2-4fd3-85a9-26d4dc633026 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7fd01bf7bcf4cde909916ab0c06d45a&device_id=f4d948dd-225d-41fa-a318-845bca5e094b HTTP/1.1" status: 200 len: 1096 time: 0.0731893 Aug 11 16:25:10.411945 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-a743dcb2-386a-4163-af58-82bc74736499 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ebd490f-77e7-4801-a26e-daf508676f30 HTTP/1.1" status: 200 len: 217 time: 0.0608859 Aug 11 16:25:10.478254 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-3787237e-68d2-47ad-9bae-37e8f52e37b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:10.479731 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-3787237e-68d2-47ad-9bae-37e8f52e37b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a93b2e0a-64b2-4cce-93c3-7b51aea9c8d1 HTTP/1.1" status: 200 len: 848 time: 0.0600183 Aug 11 16:25:10.584127 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-4149921b-237b-4035-aa3d-4800d051b73b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a8d84cae-7f45-4f57-bb21-fca2fe71b947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493040 Aug 11 16:25:10.751824 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-0324a0fe-93ca-4854-b009-daf96062a749 service neutron] 10.222.0.20 "GET /v2.0/networks/a8d84cae-7f45-4f57-bb21-fca2fe71b947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486909 Aug 11 16:25:10.765224 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed10f6-d503-4b85-9860-3669fa8c8f2e req-60ce6ffd-d3d2-47c1-8e7f-07a4e1dde5ad tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:10.766731 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-50ed10f6-d503-4b85-9860-3669fa8c8f2e req-60ce6ffd-d3d2-47c1-8e7f-07a4e1dde5ad tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.1500380 Aug 11 16:25:10.779748 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbe257-1893-4aaa-a77f-b22c8e2e394a req-291c8875-08a1-4325-ad82-d2b147cf189c tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:10.781212 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-25dbe257-1893-4aaa-a77f-b22c8e2e394a req-291c8875-08a1-4325-ad82-d2b147cf189c tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4d948dd-225d-41fa-a318-845bca5e094b HTTP/1.1" status: 200 len: 943 time: 0.1184318 Aug 11 16:25:10.852709 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-50ed10f6-d503-4b85-9860-3669fa8c8f2e req-708ee4c9-7890-476f-852c-73c618d78aed tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705557 Aug 11 16:25:10.856980 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-25dbe257-1893-4aaa-a77f-b22c8e2e394a req-9280a51b-e881-4381-a01f-496af68c096d tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc146d9a-566b-4940-a764-663571a6c4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605314 Aug 11 16:25:10.909700 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-c3fb44d9-6c67-487e-a8d2-289032671678 req-819eaff1-9fe6-4018-ba32-12e7b24ca2ff service neutron] 10.222.0.20 "GET /v2.0/networks/a8d84cae-7f45-4f57-bb21-fca2fe71b947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466095 Aug 11 16:25:11.104790 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ab962-7a82-4548-a431-5ed17d883008 req-68707ea4-aa3f-410e-a4ef-3fd78f5ce49e tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:11.106281 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-078ab962-7a82-4548-a431-5ed17d883008 req-68707ea4-aa3f-410e-a4ef-3fd78f5ce49e tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.0809219 Aug 11 16:25:11.124161 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af91ae-a76d-44bd-9cbe-35c7610d3f2f req-67199975-3a42-43b9-aa99-ecc71d5c3b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:11.125650 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-31af91ae-a76d-44bd-9cbe-35c7610d3f2f req-67199975-3a42-43b9-aa99-ecc71d5c3b22 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7fd01bf7bcf4cde909916ab0c06d45a&device_id=f4d948dd-225d-41fa-a318-845bca5e094b HTTP/1.1" status: 200 len: 1096 time: 0.0759571 Aug 11 16:25:11.152584 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-078ab962-7a82-4548-a431-5ed17d883008 req-18a3d67f-82c3-400b-bb85-94adf952cd48 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405238 Aug 11 16:25:11.264976 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af91ae-a76d-44bd-9cbe-35c7610d3f2f req-afd55010-250c-498b-85da-91f6b15a8dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:11.266493 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-31af91ae-a76d-44bd-9cbe-35c7610d3f2f req-afd55010-250c-498b-85da-91f6b15a8dd0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a8d84cae-7f45-4f57-bb21-fca2fe71b947 HTTP/1.1" status: 200 len: 909 time: 0.1292114 Aug 11 16:25:11.374182 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-31af91ae-a76d-44bd-9cbe-35c7610d3f2f req-c8fbd0b3-6d67-44de-8d4e-281b292540d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ebd490f-77e7-4801-a26e-daf508676f30 HTTP/1.1" status: 200 len: 217 time: 0.0634117 Aug 11 16:25:11.506933 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af91ae-a76d-44bd-9cbe-35c7610d3f2f req-adf5ccc4-3463-425a-956d-6ab86c58f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:11.508652 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-31af91ae-a76d-44bd-9cbe-35c7610d3f2f req-adf5ccc4-3463-425a-956d-6ab86c58f772 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a93b2e0a-64b2-4cce-93c3-7b51aea9c8d1 HTTP/1.1" status: 200 len: 848 time: 0.1264632 Aug 11 16:25:11.558766 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-31af91ae-a76d-44bd-9cbe-35c7610d3f2f req-b9e5ca4f-20e9-4a48-960f-00575ff1102c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a8d84cae-7f45-4f57-bb21-fca2fe71b947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422299 Aug 11 16:25:11.714605 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-31af91ae-a76d-44bd-9cbe-35c7610d3f2f req-6a73901e-355c-4fea-991b-d064b85ccf31 service neutron] 10.222.0.20 "GET /v2.0/networks/a8d84cae-7f45-4f57-bb21-fca2fe71b947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360922 Aug 11 16:25:11.852481 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-31af91ae-a76d-44bd-9cbe-35c7610d3f2f req-34d69560-6720-465e-8570-bb88de3faf7b service neutron] 10.222.0.20 "GET /v2.0/networks/a8d84cae-7f45-4f57-bb21-fca2fe71b947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247389 Aug 11 16:25:12.112327 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462f11e-c41a-4275-9952-91b220ad25c2 req-87aa189e-03ba-4f33-b15d-1af49bdb97a6 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:12.113200 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [req-0462f11e-c41a-4275-9952-91b220ad25c2 req-87aa189e-03ba-4f33-b15d-1af49bdb97a6 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Synchronizing usage tracker for tenant:5f65af374b754ad0a8db24d255bf01a9 on resource:port {{(pid=79158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:25:12.114288 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb707f-c0ff-4c23-bf31-7ef7c158704c req-7f453aeb-c3af-44ce-b675-a311c5af4ff5 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:12.115947 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-dfbb707f-c0ff-4c23-bf31-7ef7c158704c req-7f453aeb-c3af-44ce-b675-a311c5af4ff5 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.1560616 Aug 11 16:25:12.127127 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bf492-d6e9-4b4d-ab42-d8a8da0a4656 req-536a42a3-a43b-4907-b48a-94b9b8f374da tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:12.128640 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b30bf492-d6e9-4b4d-ab42-d8a8da0a4656 req-536a42a3-a43b-4907-b48a-94b9b8f374da tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4d948dd-225d-41fa-a318-845bca5e094b HTTP/1.1" status: 200 len: 943 time: 0.1258109 Aug 11 16:25:12.136928 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [req-0462f11e-c41a-4275-9952-91b220ad25c2 req-87aa189e-03ba-4f33-b15d-1af49bdb97a6 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Unset dirty status for tenant:5f65af374b754ad0a8db24d255bf01a9 on resource:port {{(pid=79158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:25:12.138265 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-0462f11e-c41a-4275-9952-91b220ad25c2 req-87aa189e-03ba-4f33-b15d-1af49bdb97a6 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.20 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.1181619 Aug 11 16:25:12.208285 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-dfbb707f-c0ff-4c23-bf31-7ef7c158704c req-b9b4fbba-4da3-40f0-8855-a8027f3032cf tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775473 Aug 11 16:25:12.212554 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b30bf492-d6e9-4b4d-ab42-d8a8da0a4656 req-36d78c2c-9704-4cb5-a891-3f16a70b9307 tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc146d9a-566b-4940-a764-663571a6c4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660162 Aug 11 16:25:12.225488 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.plugin [req-0462f11e-c41a-4275-9952-91b220ad25c2 req-7afd5e59-ec83-4064-9e7a-63dd3233927a tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Deleting port e3116b31-d7b6-408a-8c40-afa6e2a166a3 {{(pid=79158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:25:12.225848 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-0462f11e-c41a-4275-9952-91b220ad25c2 req-7afd5e59-ec83-4064-9e7a-63dd3233927a tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:12.411340 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941a616-574c-48ed-a675-abd37830299f req-d8653e81-c1d4-4adb-91c3-db780dffd3b2 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:12.412900 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8941a616-574c-48ed-a675-abd37830299f req-d8653e81-c1d4-4adb-91c3-db780dffd3b2 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 946 time: 0.0989521 Aug 11 16:25:12.461100 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8941a616-574c-48ed-a675-abd37830299f req-db43a505-2459-4e90-a94d-5a98fb69fcf4 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423675 Aug 11 16:25:12.491634 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.db [req-0462f11e-c41a-4275-9952-91b220ad25c2 req-7afd5e59-ec83-4064-9e7a-63dd3233927a tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] For port e3116b31-d7b6-408a-8c40-afa6e2a166a3, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=e3116b31-d7b6-408a-8c40-afa6e2a166a3,segment=NetworkSegment(fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c),segment_id=fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c)] {{(pid=79158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:25:12.492073 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-0462f11e-c41a-4275-9952-91b220ad25c2 req-7afd5e59-ec83-4064-9e7a-63dd3233927a tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:12.615029 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.plugin [req-0462f11e-c41a-4275-9952-91b220ad25c2 req-7afd5e59-ec83-4064-9e7a-63dd3233927a tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Calling delete_port for e3116b31-d7b6-408a-8c40-afa6e2a166a3 owned by compute:nova {{(pid=79158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:25:12.824043 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-0462f11e-c41a-4275-9952-91b220ad25c2 req-7afd5e59-ec83-4064-9e7a-63dd3233927a tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32627690'] for port, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:12.829124 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:12.870854 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['92fde35d-7fa9-441a-bf4c-6c208c14b13c', 'e3116b31-d7b6-408a-8c40-afa6e2a166a3'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:25:12.874468 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd5e59-ec83-4064-9e7a-63dd3233927a tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Pushing event deleted for resources: {'Port': ['ID=e3116b31-d7b6-408a-8c40-afa6e2a166a3,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:12.907952 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-7afd5e59-ec83-4064-9e7a-63dd3233927a tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:12.948389 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.l3_dvrscheduler_db [req-0462f11e-c41a-4275-9952-91b220ad25c2 req-7afd5e59-ec83-4064-9e7a-63dd3233927a tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] No DVR routers for this DVR port e3116b31-d7b6-408a-8c40-afa6e2a166a3 on host hv-cinder-80426 {{(pid=79158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:25:12.951343 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-0462f11e-c41a-4275-9952-91b220ad25c2 req-7afd5e59-ec83-4064-9e7a-63dd3233927a tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:12.953845 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947881df-6f73-4ccd-917d-5f7ee14f2747', 'name': 'network-vif-deleted', 'tag': 'e3116b31-d7b6-408a-8c40-afa6e2a166a3'}] {{(pid=79158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:25:12.970372 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-0462f11e-c41a-4275-9952-91b220ad25c2 req-7afd5e59-ec83-4064-9e7a-63dd3233927a tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.20 "DELETE /v2.0/ports/e3116b31-d7b6-408a-8c40-afa6e2a166a3 HTTP/1.1" status: 204 len: 173 time: 0.8163438 Aug 11 16:25:13.000451 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947881df-6f73-4ccd-917d-5f7ee14f2747', 'name': 'network-vif-deleted', 'tag': 'e3116b31-d7b6-408a-8c40-afa6e2a166a3', 'status': 'completed', 'code': 200} Aug 11 16:25:13.460348 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a25090-96c8-4940-bda2-119324ae5854 req-7e29ee4a-1534-4ad7-be83-68af4511580f tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:13.461714 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-09a25090-96c8-4940-bda2-119324ae5854 req-7e29ee4a-1534-4ad7-be83-68af4511580f tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4d948dd-225d-41fa-a318-845bca5e094b HTTP/1.1" status: 200 len: 943 time: 0.1095695 Aug 11 16:25:13.470147 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac61961-382a-4800-bb71-7c7e95c083bc req-eb4262dd-5e89-40d7-8a1b-da4053c1480f tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:13.471510 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7ac61961-382a-4800-bb71-7c7e95c083bc req-eb4262dd-5e89-40d7-8a1b-da4053c1480f tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.1552153 Aug 11 16:25:13.545398 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-09a25090-96c8-4940-bda2-119324ae5854 req-e9e96d1f-b575-4c2c-9ef2-3a35271c453b tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc146d9a-566b-4940-a764-663571a6c4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729434 Aug 11 16:25:13.549837 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7ac61961-382a-4800-bb71-7c7e95c083bc req-3b5f31e9-997d-4006-b70c-5d4b44d915da tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645659 Aug 11 16:25:13.712483 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c50e3538-5de7-415c-a82f-3d842eb4a7d1 req-8e34b85e-8ead-4321-94c6-5bf086a1defe tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=947881df-6f73-4ccd-917d-5f7ee14f2747 HTTP/1.1" status: 200 len: 210 time: 0.0428565 Aug 11 16:25:13.806882 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 5ebd490f-77e7-4801-a26e-daf508676f30 details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:25:13.942892 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 5ebd490f-77e7-4801-a26e-daf508676f30, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=5ebd490f-77e7-4801-a26e-daf508676f30,segment=NetworkSegment(c170a8b7-0192-468d-a334-648200b68d7c),segment_id=c170a8b7-0192-468d-a334-648200b68d7c)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:25:13.955724 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Returning: {'device': '5ebd490f-77e7-4801-a26e-daf508676f30', 'network_id': 'a8d84cae-7f45-4f57-bb21-fca2fe71b947', 'port_id': '5ebd490f-77e7-4801-a26e-daf508676f30', 'mac_address': 'fa:16:3e:c0:d4:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a93b2e0a-64b2-4cce-93c3-7b51aea9c8d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:25:14.009399 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:14.026944 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ebd490f-77e7-4801-a26e-daf508676f30 {{(pid=79160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:25:14.042190 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 5ebd490f-77e7-4801-a26e-daf508676f30, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=5ebd490f-77e7-4801-a26e-daf508676f30,segment=NetworkSegment(c170a8b7-0192-468d-a334-648200b68d7c),segment_id=c170a8b7-0192-468d-a334-648200b68d7c)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:25:14.045983 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:14.047722 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:14.114067 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=5ebd490f-77e7-4801-a26e-daf508676f30,revision_number=4']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:14.117025 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:14.511397 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['5ebd490f-77e7-4801-a26e-daf508676f30'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:25:14.836558 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bab1f-3726-49be-a702-0bb0f9b96fbb req-f04e60db-f5fa-4957-b908-4a3ca245b144 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:14.837905 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-611bab1f-3726-49be-a702-0bb0f9b96fbb req-f04e60db-f5fa-4957-b908-4a3ca245b144 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.1570091 Aug 11 16:25:14.846253 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb4dc5-ad92-4057-ba27-4968ab0539eb req-715287b4-0336-49de-a4d5-d78c7053782e tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:14.847583 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e9bb4dc5-ad92-4057-ba27-4968ab0539eb req-715287b4-0336-49de-a4d5-d78c7053782e tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4d948dd-225d-41fa-a318-845bca5e094b HTTP/1.1" status: 200 len: 944 time: 0.1205804 Aug 11 16:25:14.922955 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-611bab1f-3726-49be-a702-0bb0f9b96fbb req-1aa7632a-95ee-45b2-b45e-3bfa8a98360e tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744545 Aug 11 16:25:14.925730 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e9bb4dc5-ad92-4057-ba27-4968ab0539eb req-60dd3d91-17f9-4615-ab2a-af093e3f580d tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc146d9a-566b-4940-a764-663571a6c4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641494 Aug 11 16:25:15.371127 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacdb94-cd20-4242-b06d-1cb3d8d4ee4b req-85f79fed-4a70-4589-93ec-e7ba2130c882 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:15.372498 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9cacdb94-cd20-4242-b06d-1cb3d8d4ee4b req-85f79fed-4a70-4589-93ec-e7ba2130c882 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.0882032 Aug 11 16:25:15.418765 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9cacdb94-cd20-4242-b06d-1cb3d8d4ee4b req-040628fa-740f-4636-9803-451505150b32 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406992 Aug 11 16:25:15.821076 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 5ebd490f-77e7-4801-a26e-daf508676f30 up at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:25:15.892289 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning for port 5ebd490f-77e7-4801-a26e-daf508676f30 completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:25:15.897003 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning complete for port 5ebd490f-77e7-4801-a26e-daf508676f30 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:25:15.897527 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:15.925226 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f952b5a-5365-42e7-b3e4-470d7e88980d req-5b6eed76-e8f3-4df2-a06d-f5892af0dcb3 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:15.926986 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2f952b5a-5365-42e7-b3e4-470d7e88980d req-5b6eed76-e8f3-4df2-a06d-f5892af0dcb3 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 984 time: 0.0831575 Aug 11 16:25:15.968404 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7827d6-7186-4462-ae4f-e9e00d6d0267 req-45c4c9d9-d45c-4231-9413-5fe36ec37bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:15.970227 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-dd7827d6-7186-4462-ae4f-e9e00d6d0267 req-45c4c9d9-d45c-4231-9413-5fe36ec37bbb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7cf6f3407fe045dd9f1fb8b5b679b957&device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 1137 time: 0.0785975 Aug 11 16:25:15.987558 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2f952b5a-5365-42e7-b3e4-470d7e88980d req-5423ca00-4490-4914-a309-70ab7a282968 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&id=5ac287a9-8dc5-4b79-82c1-60e159f14ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547850 Aug 11 16:25:16.050051 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:16.087150 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 5ebd490f-77e7-4801-a26e-daf508676f30, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=5ebd490f-77e7-4801-a26e-daf508676f30,segment=NetworkSegment(c170a8b7-0192-468d-a334-648200b68d7c),segment_id=c170a8b7-0192-468d-a334-648200b68d7c)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:25:16.088898 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d948dd-225d-41fa-a318-845bca5e094b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebd490f-77e7-4801-a26e-daf508676f30'}] {{(pid=79160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:25:16.096265 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:16.097326 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device e3116b31-d7b6-408a-8c40-afa6e2a166a3 no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:25:16.119449 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7827d6-7186-4462-ae4f-e9e00d6d0267 req-ffe384d1-148a-4476-9eba-5715209a31e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:16.121118 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-dd7827d6-7186-4462-ae4f-e9e00d6d0267 req-ffe384d1-148a-4476-9eba-5715209a31e3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c28e22fb-1023-43f5-b63d-3612783f4f60 HTTP/1.1" status: 200 len: 915 time: 0.1435220 Aug 11 16:25:16.123162 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:16.175975 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] No Port match for: e3116b31-d7b6-408a-8c40-afa6e2a166a3 {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:25:16.176326 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device e3116b31-d7b6-408a-8c40-afa6e2a166a3 not bound to the agent host hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:25:16.204533 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=5ebd490f-77e7-4801-a26e-daf508676f30,revision_number=5']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:16.207702 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:16.293641 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054e675-24e2-4975-9a65-093f00cea352 req-db8e0b11-2d25-4922-9c36-b8042948f78c tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:16.295127 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4054e675-24e2-4975-9a65-093f00cea352 req-db8e0b11-2d25-4922-9c36-b8042948f78c tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.2342644 Aug 11 16:25:16.307546 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-dd7827d6-7186-4462-ae4f-e9e00d6d0267 req-7a38ed5d-efe4-43d5-9c4d-349c5dc4cd4a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a934394-8ffa-4072-b4fa-2d11a41a34fc HTTP/1.1" status: 200 len: 1000 time: 0.1779313 Aug 11 16:25:16.307768 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97a637-3952-436d-bec4-f0cf3614afb9 req-3a500f11-43a7-4f1c-9011-8f30e8de4ffd tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:16.309013 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-bf97a637-3952-436d-bec4-f0cf3614afb9 req-3a500f11-43a7-4f1c-9011-8f30e8de4ffd tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4d948dd-225d-41fa-a318-845bca5e094b HTTP/1.1" status: 200 len: 945 time: 0.1218793 Aug 11 16:25:16.380067 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4054e675-24e2-4975-9a65-093f00cea352 req-313f1bff-77eb-4ff5-8bee-e3657b20704b tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700893 Aug 11 16:25:16.383072 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-bf97a637-3952-436d-bec4-f0cf3614afb9 req-4d84179c-40f6-4cd2-b338-4b0160c64397 tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc146d9a-566b-4940-a764-663571a6c4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586960 Aug 11 16:25:16.392420 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7827d6-7186-4462-ae4f-e9e00d6d0267 req-95286ee6-eac4-43ce-b4cb-5dfb891874bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:16.394799 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-dd7827d6-7186-4462-ae4f-e9e00d6d0267 req-95286ee6-eac4-43ce-b4cb-5dfb891874bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4be8bed2-1847-4ac8-9f41-26ce1b24fc74 HTTP/1.1" status: 200 len: 853 time: 0.0624259 Aug 11 16:25:16.431096 dv-cinder-804265-1-smb neutron-server[79160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d948dd-225d-41fa-a318-845bca5e094b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebd490f-77e7-4801-a26e-daf508676f30', 'code': 200} Aug 11 16:25:16.485904 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7827d6-7186-4462-ae4f-e9e00d6d0267 req-b6bf15a8-0006-4a42-9db5-72c815bbafd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:16.487465 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-dd7827d6-7186-4462-ae4f-e9e00d6d0267 req-b6bf15a8-0006-4a42-9db5-72c815bbafd6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c28e22fb-1023-43f5-b63d-3612783f4f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0759149 Aug 11 16:25:16.631466 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-9e7d630f-f2dd-4fbb-b244-aeafd027e885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:16.639944 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ff096-c52c-4149-982d-aebc6ceb4eab req-5b2f62ab-a4e1-4704-8196-55051d77e2b7 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:16.642698 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d09ff096-c52c-4149-982d-aebc6ceb4eab req-5b2f62ab-a4e1-4704-8196-55051d77e2b7 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.1115663 Aug 11 16:25:16.645287 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-dd7827d6-7186-4462-ae4f-e9e00d6d0267 req-3077674e-65b9-4497-9702-374d64650b36 service neutron] 10.222.0.20 "GET /v2.0/networks/c28e22fb-1023-43f5-b63d-3612783f4f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443317 Aug 11 16:25:16.690084 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d09ff096-c52c-4149-982d-aebc6ceb4eab req-2b402830-ce78-40a0-a20f-1786b8d15a51 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420783 Aug 11 16:25:16.765735 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881b6d4-4cd8-493b-8dfb-62a9b43d17a0 req-b129d61c-f9de-4ded-91bb-43de2f6bd591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:16.768048 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0881b6d4-4cd8-493b-8dfb-62a9b43d17a0 req-b129d61c-f9de-4ded-91bb-43de2f6bd591 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f4d948dd-225d-41fa-a318-845bca5e094b HTTP/1.1" status: 200 len: 1098 time: 0.0766535 Aug 11 16:25:16.816760 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0881b6d4-4cd8-493b-8dfb-62a9b43d17a0 req-d1b4138f-8ca9-4312-8b21-73a5a1a3c4ac service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fc146d9a-566b-4940-a764-663571a6c4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399783 Aug 11 16:25:16.840159 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-dd7827d6-7186-4462-ae4f-e9e00d6d0267 req-f28bcd69-76ad-40c4-a8f2-e28ef5d9eaf1 service neutron] 10.222.0.20 "GET /v2.0/networks/c28e22fb-1023-43f5-b63d-3612783f4f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679783 Aug 11 16:25:17.240399 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ab541-8a52-4278-9b57-3be5bc31aa20 req-e874aaba-57f6-42ac-a327-37e481a55ad1 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:17.241864 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a62ab541-8a52-4278-9b57-3be5bc31aa20 req-e874aaba-57f6-42ac-a327-37e481a55ad1 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 984 time: 0.1469765 Aug 11 16:25:17.251082 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec55d1-deb3-4e2f-9c0b-ae9ed9aa44aa req-e7c0fc8d-73ae-47e8-becd-b971b6f18e87 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:17.252533 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-48ec55d1-deb3-4e2f-9c0b-ae9ed9aa44aa req-e7c0fc8d-73ae-47e8-becd-b971b6f18e87 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=828e08e4-42b0-4d7e-926e-6ff61f1c9ee4 HTTP/1.1" status: 200 len: 945 time: 0.1223989 Aug 11 16:25:17.298792 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:17.330564 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a62ab541-8a52-4278-9b57-3be5bc31aa20 req-826956d6-dad2-4d5c-9ad4-18dd74ef0146 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&id=5ac287a9-8dc5-4b79-82c1-60e159f14ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0770361 Aug 11 16:25:17.334841 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-48ec55d1-deb3-4e2f-9c0b-ae9ed9aa44aa req-86d313d1-4afc-49a3-b708-5344c2ec4d7e tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652277 Aug 11 16:25:17.644007 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c139f-3a25-411c-9d6c-ae1e3226177a req-eb811f37-229c-4a37-8411-164944d670ca tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:17.645465 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-565c139f-3a25-411c-9d6c-ae1e3226177a req-eb811f37-229c-4a37-8411-164944d670ca tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4d948dd-225d-41fa-a318-845bca5e094b HTTP/1.1" status: 200 len: 945 time: 0.1139100 Aug 11 16:25:17.654273 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f5c5e-e64e-4659-9e34-b45a21082ed6 req-4b96854b-88da-4c26-883a-cb24f0740305 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:17.655613 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-dc7f5c5e-e64e-4659-9e34-b45a21082ed6 req-4b96854b-88da-4c26-883a-cb24f0740305 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.1640344 Aug 11 16:25:17.721827 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-565c139f-3a25-411c-9d6c-ae1e3226177a req-87150b04-b000-43b3-baf7-e2e92236f084 tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc146d9a-566b-4940-a764-663571a6c4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652924 Aug 11 16:25:17.728541 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-dc7f5c5e-e64e-4659-9e34-b45a21082ed6 req-61a0b3bb-20a4-41d8-b4a5-df27e4baef4e tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584981 Aug 11 16:25:17.896062 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21031a4-835d-4a95-a68f-736a3ae955c0 req-8e83626b-0cc0-4ab2-9f87-5241307f24a6 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:17.897582 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b21031a4-835d-4a95-a68f-736a3ae955c0 req-8e83626b-0cc0-4ab2-9f87-5241307f24a6 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.0829322 Aug 11 16:25:17.942349 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b21031a4-835d-4a95-a68f-736a3ae955c0 req-ad5f89d4-03fa-4e4e-9771-eb44aa6f40c2 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383770 Aug 11 16:25:18.580815 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e40101-8119-42ba-be60-b6bbf901459f req-ba2d22d3-d5a2-4929-9a8c-1cee0e9583c4 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:18.582311 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-09e40101-8119-42ba-be60-b6bbf901459f req-ba2d22d3-d5a2-4929-9a8c-1cee0e9583c4 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 984 time: 0.1439302 Aug 11 16:25:18.590627 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e76cd-30bd-4bcf-ad22-1dbd3c07a3b3 req-d1d0bb8d-5dfc-429b-893e-45d5a41cb68d tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:18.591987 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4c2e76cd-30bd-4bcf-ad22-1dbd3c07a3b3 req-d1d0bb8d-5dfc-429b-893e-45d5a41cb68d tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=828e08e4-42b0-4d7e-926e-6ff61f1c9ee4 HTTP/1.1" status: 200 len: 945 time: 0.1223264 Aug 11 16:25:18.669375 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-09e40101-8119-42ba-be60-b6bbf901459f req-166ee49d-22f1-429f-9062-5a8f01d0b50a tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&id=5ac287a9-8dc5-4b79-82c1-60e159f14ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0764039 Aug 11 16:25:18.673693 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4c2e76cd-30bd-4bcf-ad22-1dbd3c07a3b3 req-2810806f-31bf-4a7f-b62f-a69285e6e42d tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658791 Aug 11 16:25:18.970086 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23b623-6ca5-4d72-8951-42bfc029b50b req-181aa63d-3a70-41e0-8c59-25564711fb38 tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:18.971467 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5a23b623-6ca5-4d72-8951-42bfc029b50b req-181aa63d-3a70-41e0-8c59-25564711fb38 tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4d948dd-225d-41fa-a318-845bca5e094b HTTP/1.1" status: 200 len: 945 time: 0.1401255 Aug 11 16:25:18.979503 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c562be-30b5-4b07-9e47-ca6dd46febf5 req-638bd3df-1a9e-4a41-9552-0cf82e8904e2 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:18.980835 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d5c562be-30b5-4b07-9e47-ca6dd46febf5 req-638bd3df-1a9e-4a41-9552-0cf82e8904e2 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.1140552 Aug 11 16:25:19.048629 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5a23b623-6ca5-4d72-8951-42bfc029b50b req-63c2f5b7-f8e4-4bbf-ad11-7f310fd59dc4 tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc146d9a-566b-4940-a764-663571a6c4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668738 Aug 11 16:25:19.052737 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d5c562be-30b5-4b07-9e47-ca6dd46febf5 req-dc9b5d1d-030f-4ee0-822e-dfebbd47abb4 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581067 Aug 11 16:25:19.223412 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4ac4e-9c0f-4468-94db-8e75286d4664 req-9cd8aa8d-dc0f-4176-a9a7-8b82e15c4eda tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:19.224791 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-10a4ac4e-9c0f-4468-94db-8e75286d4664 req-9cd8aa8d-dc0f-4176-a9a7-8b82e15c4eda tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.0826211 Aug 11 16:25:19.252789 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-55aab5e0-8272-4dcc-bb29-fc2ffc01adda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:19.270447 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-10a4ac4e-9c0f-4468-94db-8e75286d4664 req-fcfddfdb-18e4-44c1-a5b9-cdf689c4c320 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394413 Aug 11 16:25:19.922762 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e5bd7-88dd-4e81-987d-793b7fa8353d req-ef2827c6-6e3a-4cea-8f08-60ac5ab6abbb tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:19.924237 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1a1e5bd7-88dd-4e81-987d-793b7fa8353d req-ef2827c6-6e3a-4cea-8f08-60ac5ab6abbb tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=828e08e4-42b0-4d7e-926e-6ff61f1c9ee4 HTTP/1.1" status: 200 len: 945 time: 0.1442647 Aug 11 16:25:19.934197 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61aa7a-0195-48c3-b667-2ac2c13dbde8 req-18d2c4ae-7f5f-40b6-acb6-9a4ccf8d4eab tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:19.935560 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-eb61aa7a-0195-48c3-b667-2ac2c13dbde8 req-18d2c4ae-7f5f-40b6-acb6-9a4ccf8d4eab tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 984 time: 0.1542940 Aug 11 16:25:20.005336 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1a1e5bd7-88dd-4e81-987d-793b7fa8353d req-82e284fa-07ed-46de-87a4-faa5f868106a tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688479 Aug 11 16:25:20.015567 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-eb61aa7a-0195-48c3-b667-2ac2c13dbde8 req-7e4d6658-3307-4e8c-8b64-bd1178143c29 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&id=5ac287a9-8dc5-4b79-82c1-60e159f14ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0651479 Aug 11 16:25:20.313391 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c3a6a-5529-40a7-87b9-dcb309abc368 req-a90a2ee7-7c7f-4dc6-aaeb-f079894c163c tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:20.314900 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d18c3a6a-5529-40a7-87b9-dcb309abc368 req-a90a2ee7-7c7f-4dc6-aaeb-f079894c163c tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.1539817 Aug 11 16:25:20.359034 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d18c3a6a-5529-40a7-87b9-dcb309abc368 req-8f455791-7d2f-4d42-b5d5-afb03576ee41 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386186 Aug 11 16:25:20.407400 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:20.457474 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab28574-6a4c-4721-a3c1-9cad3cc91c28 req-a0c903a8-c271-4f62-9c3c-d6dcda01050b tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:20.458933 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-cab28574-6a4c-4721-a3c1-9cad3cc91c28 req-a0c903a8-c271-4f62-9c3c-d6dcda01050b tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.0828567 Aug 11 16:25:20.502857 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-cab28574-6a4c-4721-a3c1-9cad3cc91c28 req-0a13ac40-b436-4971-9017-a0409a11151a tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374370 Aug 11 16:25:21.256866 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3555d9-5e1f-4615-9b39-40765e2f8a46 req-f786b547-7f2d-499b-807b-5184f7bd4ef5 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:21.258612 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-af3555d9-5e1f-4615-9b39-40765e2f8a46 req-f786b547-7f2d-499b-807b-5184f7bd4ef5 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=828e08e4-42b0-4d7e-926e-6ff61f1c9ee4 HTTP/1.1" status: 200 len: 945 time: 0.1430275 Aug 11 16:25:21.267466 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61452f96-1f5a-4ce7-be2d-0185ff48b02d req-9e014225-e2bb-491f-b493-95b9bf6b88d9 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:21.268821 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-61452f96-1f5a-4ce7-be2d-0185ff48b02d req-9e014225-e2bb-491f-b493-95b9bf6b88d9 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 984 time: 0.1213291 Aug 11 16:25:21.342421 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-af3555d9-5e1f-4615-9b39-40765e2f8a46 req-9e186e37-a470-49f1-b782-db445f88d659 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725577 Aug 11 16:25:21.354818 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-61452f96-1f5a-4ce7-be2d-0185ff48b02d req-cffe7646-817b-4d6c-b3c7-1a3dc82d8923 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&id=5ac287a9-8dc5-4b79-82c1-60e159f14ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0697472 Aug 11 16:25:21.550868 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42694cd0-9269-4830-b7b5-222985150daf req-de170874-a5fb-4423-a49e-7c47ef1a8995 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:21.552492 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-42694cd0-9269-4830-b7b5-222985150daf req-de170874-a5fb-4423-a49e-7c47ef1a8995 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.0847802 Aug 11 16:25:21.600810 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-42694cd0-9269-4830-b7b5-222985150daf req-d46e85d7-6052-447e-85d8-4ad7c1ca6900 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421288 Aug 11 16:25:21.697980 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:21.703045 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409a5f5-d402-4861-b35c-7b658f62c754 req-8f4ba295-f859-4bdf-a420-ea26e77e73b2 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:21.704522 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5409a5f5-d402-4861-b35c-7b658f62c754 req-8f4ba295-f859-4bdf-a420-ea26e77e73b2 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.0864539 Aug 11 16:25:21.752939 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5409a5f5-d402-4861-b35c-7b658f62c754 req-512ec1d2-97af-4eb9-ad66-2d841367c951 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424798 Aug 11 16:25:22.542319 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad9ec0-601f-478e-8ea5-bacc835d13f3 req-e3156584-84b6-4ebc-b89a-2eafd9f6d001 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:22.544601 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-95ad9ec0-601f-478e-8ea5-bacc835d13f3 req-e3156584-84b6-4ebc-b89a-2eafd9f6d001 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=828e08e4-42b0-4d7e-926e-6ff61f1c9ee4 HTTP/1.1" status: 200 len: 945 time: 0.0906868 Aug 11 16:25:22.608911 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-95ad9ec0-601f-478e-8ea5-bacc835d13f3 req-e780a4be-c3e7-4920-b44b-88de46ac5f72 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535798 Aug 11 16:25:22.850939 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2180f-ac26-4df0-a163-7c1da1d10ca2 req-bcda3cbd-ff06-4cf3-b62a-d455549b34d5 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:22.852348 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5dc2180f-ac26-4df0-a163-7c1da1d10ca2 req-bcda3cbd-ff06-4cf3-b62a-d455549b34d5 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 984 time: 0.1471617 Aug 11 16:25:22.861214 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d4eea-d2d3-414c-922b-f97f0d207cf8 req-8e490f17-f997-4b55-b409-059344ad5a91 tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:22.862603 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-601d4eea-d2d3-414c-922b-f97f0d207cf8 req-8e490f17-f997-4b55-b409-059344ad5a91 tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4d948dd-225d-41fa-a318-845bca5e094b HTTP/1.1" status: 200 len: 945 time: 0.1223271 Aug 11 16:25:22.939901 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5dc2180f-ac26-4df0-a163-7c1da1d10ca2 req-e2a1bf9b-d807-46b1-b9b8-f43ea0eb1190 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&id=5ac287a9-8dc5-4b79-82c1-60e159f14ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0763426 Aug 11 16:25:22.942769 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-601d4eea-d2d3-414c-922b-f97f0d207cf8 req-da49e4e6-3d9c-4bcf-a69e-9bff39199df8 tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc146d9a-566b-4940-a764-663571a6c4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651872 Aug 11 16:25:23.177345 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9212c5-4800-474d-9e6d-726cbf2e20ff req-5c49492b-958e-4e46-8545-708b1ad6f7df tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:23.178841 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ac9212c5-4800-474d-9e6d-726cbf2e20ff req-5c49492b-958e-4e46-8545-708b1ad6f7df tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.1421590 Aug 11 16:25:23.187435 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f0cb1-f04f-48be-9a89-68609ea2c762 req-5b36659e-2f94-47ff-81c9-e1ea0e341b1c tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:23.188798 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fc3f0cb1-f04f-48be-9a89-68609ea2c762 req-5b36659e-2f94-47ff-81c9-e1ea0e341b1c tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.1501949 Aug 11 16:25:23.254479 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ac9212c5-4800-474d-9e6d-726cbf2e20ff req-8b4152a7-3808-4530-af90-10d0759e39b8 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647383 Aug 11 16:25:23.262387 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fc3f0cb1-f04f-48be-9a89-68609ea2c762 req-6a2ee6d4-1edb-46fd-acd1-006069195709 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597970 Aug 11 16:25:23.605394 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159fe09-2686-4fff-b207-ac075aaef383 req-a23bbcce-fd28-48ec-b4d2-3023fa2886fd tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:23.606987 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1159fe09-2686-4fff-b207-ac075aaef383 req-a23bbcce-fd28-48ec-b4d2-3023fa2886fd tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.0877497 Aug 11 16:25:23.661770 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1159fe09-2686-4fff-b207-ac075aaef383 req-d9956010-0fef-4b13-a282-12ff4c051dd2 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482278 Aug 11 16:25:23.785731 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b19ed6-8e9c-4b95-b665-8c045c2f4d93 req-d59d2abf-96f4-4aa7-aad5-fa67aeaa97c4 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:23.787275 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-43b19ed6-8e9c-4b95-b665-8c045c2f4d93 req-d59d2abf-96f4-4aa7-aad5-fa67aeaa97c4 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=828e08e4-42b0-4d7e-926e-6ff61f1c9ee4 HTTP/1.1" status: 200 len: 945 time: 0.0807278 Aug 11 16:25:23.812915 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f1161-3ef6-4788-bed9-690c48a3ec84 req-2f90f11e-175d-4534-aa7b-4daaedea859f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:23.814449 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-7d0f1161-3ef6-4788-bed9-690c48a3ec84 req-2f90f11e-175d-4534-aa7b-4daaedea859f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31c62e7753bf460ab9f528f3534391b0&device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 1099 time: 0.0770576 Aug 11 16:25:23.833035 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-43b19ed6-8e9c-4b95-b665-8c045c2f4d93 req-fd18e474-6576-4825-8404-573773f91526 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394795 Aug 11 16:25:23.956677 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f1161-3ef6-4788-bed9-690c48a3ec84 req-e99b68cb-75c7-4390-bbdd-0d86e4c40b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:23.958139 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-7d0f1161-3ef6-4788-bed9-690c48a3ec84 req-e99b68cb-75c7-4390-bbdd-0d86e4c40b0b service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb400975-e9dd-443e-9606-847a21e328b4 HTTP/1.1" status: 200 len: 911 time: 0.1275651 Aug 11 16:25:24.138343 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-7d0f1161-3ef6-4788-bed9-690c48a3ec84 req-92393645-a86b-49f4-9c75-7a301b44a043 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e78309e3-16e8-48a2-8d18-0649025f079c HTTP/1.1" status: 200 len: 1001 time: 0.1015139 Aug 11 16:25:24.242434 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f1161-3ef6-4788-bed9-690c48a3ec84 req-59d3434d-3414-4e1a-aaf8-ab0e09bffaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:24.243907 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-7d0f1161-3ef6-4788-bed9-690c48a3ec84 req-59d3434d-3414-4e1a-aaf8-ab0e09bffaac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d95ae6d0-d0c2-4ac0-b270-7afce54713aa HTTP/1.1" status: 200 len: 849 time: 0.0594556 Aug 11 16:25:24.255467 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d6ef6-476b-4c20-b272-4ec93f05ecb5 req-272312e2-31e5-4289-9de7-30d18715d19a tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:24.256963 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-656d6ef6-476b-4c20-b272-4ec93f05ecb5 req-272312e2-31e5-4289-9de7-30d18715d19a tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 984 time: 0.2117436 Aug 11 16:25:24.267364 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4894f-49e8-4f7d-9473-57e0d850ddfd req-0adabebc-0175-45db-b6c2-0597e2dd66f6 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:24.268745 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7fa4894f-49e8-4f7d-9473-57e0d850ddfd req-0adabebc-0175-45db-b6c2-0597e2dd66f6 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.1840739 Aug 11 16:25:24.294313 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11183c6-4979-4845-b6f0-f55882fc0cec req-4903e4f9-6701-4a67-9752-1484f0d8256d tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:24.295775 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b11183c6-4979-4845-b6f0-f55882fc0cec req-4903e4f9-6701-4a67-9752-1484f0d8256d tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4d948dd-225d-41fa-a318-845bca5e094b HTTP/1.1" status: 200 len: 945 time: 0.1802552 Aug 11 16:25:24.323147 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f1161-3ef6-4788-bed9-690c48a3ec84 req-3ad788a2-2973-444a-a217-3ab5559b956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:24.324969 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-7d0f1161-3ef6-4788-bed9-690c48a3ec84 req-3ad788a2-2973-444a-a217-3ab5559b956a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb400975-e9dd-443e-9606-847a21e328b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0726717 Aug 11 16:25:24.342551 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-656d6ef6-476b-4c20-b272-4ec93f05ecb5 req-3ef71bf7-8edb-4dd2-8d06-3b242612be3a tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&id=5ac287a9-8dc5-4b79-82c1-60e159f14ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0728152 Aug 11 16:25:24.361342 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b11183c6-4979-4845-b6f0-f55882fc0cec req-de8f06f8-d252-4136-88b0-109d0e35f32a tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc146d9a-566b-4940-a764-663571a6c4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598419 Aug 11 16:25:24.506570 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-7d0f1161-3ef6-4788-bed9-690c48a3ec84 req-a795585e-b2d2-419a-86ca-a8cd9a75771e service neutron] 10.222.0.20 "GET /v2.0/networks/cb400975-e9dd-443e-9606-847a21e328b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325827 Aug 11 16:25:24.630726 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [req-7fa4894f-49e8-4f7d-9473-57e0d850ddfd req-f32bd76c-de7e-433a-be90-93fd707b7689 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Deleting port 92fde35d-7fa9-441a-bf4c-6c208c14b13c {{(pid=79159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:25:24.631317 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-7fa4894f-49e8-4f7d-9473-57e0d850ddfd req-f32bd76c-de7e-433a-be90-93fd707b7689 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:24.654222 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-7d0f1161-3ef6-4788-bed9-690c48a3ec84 req-09849654-8722-4c26-b239-ea675803ed89 service neutron] 10.222.0.20 "GET /v2.0/networks/cb400975-e9dd-443e-9606-847a21e328b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351705 Aug 11 16:25:24.753343 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5691b-f37e-4e83-b585-d1b0687fa0f8 req-2dfd701a-6da6-4cca-accc-3f53df162845 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:24.754875 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-50f5691b-f37e-4e83-b585-d1b0687fa0f8 req-2dfd701a-6da6-4cca-accc-3f53df162845 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.20 "GET /v2.0/ports?device_id=828e08e4-42b0-4d7e-926e-6ff61f1c9ee4 HTTP/1.1" status: 200 len: 945 time: 0.3802147 Aug 11 16:25:24.808139 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324a167-324a-4c0c-8d83-14b5df8c552a req-c4da3e2d-08a0-473d-9d35-de333f3f3637 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:24.809566 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7324a167-324a-4c0c-8d83-14b5df8c552a req-c4da3e2d-08a0-473d-9d35-de333f3f3637 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 946 time: 0.2837546 Aug 11 16:25:24.971697 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [req-50f5691b-f37e-4e83-b585-d1b0687fa0f8 req-a03021a0-6c11-469c-8dbf-15bd286ba421 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Deleting port 20608f1e-d1e7-4e90-903c-8228fd8199fc {{(pid=79159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:25:24.972042 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-50f5691b-f37e-4e83-b585-d1b0687fa0f8 req-a03021a0-6c11-469c-8dbf-15bd286ba421 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:25.012224 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7324a167-324a-4c0c-8d83-14b5df8c552a req-f7155e2d-b236-4a30-a87d-1e9b21a9abee tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/security-groups?id=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937888 Aug 11 16:25:25.239215 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4377bd-c933-4aab-9ca2-adeea249b014 req-68ce993c-43e9-4e46-b075-a425f698c0cb tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:25.240731 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2f4377bd-c933-4aab-9ca2-adeea249b014 req-68ce993c-43e9-4e46-b075-a425f698c0cb tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.4259365 Aug 11 16:25:25.242539 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-7fa4894f-49e8-4f7d-9473-57e0d850ddfd req-f32bd76c-de7e-433a-be90-93fd707b7689 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] For port 92fde35d-7fa9-441a-bf4c-6c208c14b13c, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=92fde35d-7fa9-441a-bf4c-6c208c14b13c,segment=NetworkSegment(fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c),segment_id=fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c)] {{(pid=79159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:25:25.242899 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-7fa4894f-49e8-4f7d-9473-57e0d850ddfd req-f32bd76c-de7e-433a-be90-93fd707b7689 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:25.428158 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [req-7fa4894f-49e8-4f7d-9473-57e0d850ddfd req-f32bd76c-de7e-433a-be90-93fd707b7689 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Calling delete_port for 92fde35d-7fa9-441a-bf4c-6c208c14b13c owned by compute:nova {{(pid=79159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:25:25.504673 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b3964-40ea-4305-99cf-4b4a41b85a5c req-61a4a135-63dc-4d40-ad02-5a147458665a tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:25.505389 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [req-eb3b3964-40ea-4305-99cf-4b4a41b85a5c req-61a4a135-63dc-4d40-ad02-5a147458665a tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Synchronizing usage tracker for tenant:c7fd01bf7bcf4cde909916ab0c06d45a on resource:port {{(pid=79158) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:25:25.522115 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [req-eb3b3964-40ea-4305-99cf-4b4a41b85a5c req-61a4a135-63dc-4d40-ad02-5a147458665a tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Unset dirty status for tenant:c7fd01bf7bcf4cde909916ab0c06d45a on resource:port {{(pid=79158) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:25:25.523292 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-eb3b3964-40ea-4305-99cf-4b4a41b85a5c req-61a4a135-63dc-4d40-ad02-5a147458665a tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d948dd-225d-41fa-a318-845bca5e094b HTTP/1.1" status: 200 len: 945 time: 0.1121056 Aug 11 16:25:25.587515 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2f4377bd-c933-4aab-9ca2-adeea249b014 req-f3495f3e-102b-4c49-a54d-db66ee5acbb6 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3274651 Aug 11 16:25:25.614897 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.plugin [req-eb3b3964-40ea-4305-99cf-4b4a41b85a5c req-fe084e0a-182d-461c-bdc6-1786dc0befa8 tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Deleting port 5ebd490f-77e7-4801-a26e-daf508676f30 {{(pid=79158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:25:25.614897 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-eb3b3964-40ea-4305-99cf-4b4a41b85a5c req-fe084e0a-182d-461c-bdc6-1786dc0befa8 tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:25.654178 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4d7c9-c8b3-415c-b9c9-91fddd10de05 req-705b1ab2-0892-43b6-ac40-f1e8bbf741a5 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:25.656284 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4fe4d7c9-c8b3-415c-b9c9-91fddd10de05 req-705b1ab2-0892-43b6-ac40-f1e8bbf741a5 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=828e08e4-42b0-4d7e-926e-6ff61f1c9ee4 HTTP/1.1" status: 200 len: 945 time: 0.5423708 Aug 11 16:25:25.684540 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-50f5691b-f37e-4e83-b585-d1b0687fa0f8 req-a03021a0-6c11-469c-8dbf-15bd286ba421 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] For port 20608f1e-d1e7-4e90-903c-8228fd8199fc, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=20608f1e-d1e7-4e90-903c-8228fd8199fc,segment=NetworkSegment(c56d6ec6-c3e9-4960-b020-a96d7a735f59),segment_id=c56d6ec6-c3e9-4960-b020-a96d7a735f59)] {{(pid=79159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:25:25.684879 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-50f5691b-f37e-4e83-b585-d1b0687fa0f8 req-a03021a0-6c11-469c-8dbf-15bd286ba421 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:25.902318 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [req-50f5691b-f37e-4e83-b585-d1b0687fa0f8 req-a03021a0-6c11-469c-8dbf-15bd286ba421 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Calling delete_port for 20608f1e-d1e7-4e90-903c-8228fd8199fc owned by compute:nova {{(pid=79159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:25:25.983278 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.db [req-eb3b3964-40ea-4305-99cf-4b4a41b85a5c req-fe084e0a-182d-461c-bdc6-1786dc0befa8 tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] For port 5ebd490f-77e7-4801-a26e-daf508676f30, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=5ebd490f-77e7-4801-a26e-daf508676f30,segment=NetworkSegment(c170a8b7-0192-468d-a334-648200b68d7c),segment_id=c170a8b7-0192-468d-a334-648200b68d7c)] {{(pid=79158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:25:25.983828 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4fe4d7c9-c8b3-415c-b9c9-91fddd10de05 req-ae0c8815-49fa-4208-839b-d129ff4a7ae2 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc48394a-941a-4aa6-b98a-32871e2c8b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220372 Aug 11 16:25:25.984222 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-eb3b3964-40ea-4305-99cf-4b4a41b85a5c req-fe084e0a-182d-461c-bdc6-1786dc0befa8 tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:26.010867 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-7fa4894f-49e8-4f7d-9473-57e0d850ddfd req-f32bd76c-de7e-433a-be90-93fd707b7689 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27932534'] for port, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:26.033720 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-b7505fce-34a3-4d4d-b3d1-9ac25a89415f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:26.044903 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:26.121018 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.plugin [req-eb3b3964-40ea-4305-99cf-4b4a41b85a5c req-fe084e0a-182d-461c-bdc6-1786dc0befa8 tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Calling delete_port for 5ebd490f-77e7-4801-a26e-daf508676f30 owned by compute:nova {{(pid=79158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:25:26.211266 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32bd76c-de7e-433a-be90-93fd707b7689 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Pushing event deleted for resources: {'Port': ['ID=92fde35d-7fa9-441a-bf4c-6c208c14b13c,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:26.223246 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-f32bd76c-de7e-433a-be90-93fd707b7689 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:26.280336 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-eb3b3964-40ea-4305-99cf-4b4a41b85a5c req-fe084e0a-182d-461c-bdc6-1786dc0befa8 tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32627690'] for port, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:26.286060 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-3f101d75-5ef6-46a5-86d1-8b87f0024f48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:26.311799 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1b8a2-48ae-4cf6-a73f-fc87b59c754a req-4c4a6b01-2598-4f8c-a088-0ee3f2a9e173 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:26.313315 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-30c1b8a2-48ae-4cf6-a73f-fc87b59c754a req-4c4a6b01-2598-4f8c-a088-0ee3f2a9e173 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 984 time: 0.5863993 Aug 11 16:25:26.333814 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe084e0a-182d-461c-bdc6-1786dc0befa8 tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Pushing event deleted for resources: {'Port': ['ID=5ebd490f-77e7-4801-a26e-daf508676f30,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:26.337320 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-fe084e0a-182d-461c-bdc6-1786dc0befa8 tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:26.403188 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa4894f-49e8-4f7d-9473-57e0d850ddfd req-f32bd76c-de7e-433a-be90-93fd707b7689 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] No DVR routers for this DVR port 92fde35d-7fa9-441a-bf4c-6c208c14b13c on host hv-cinder-80426 {{(pid=79159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:25:26.409300 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-7fa4894f-49e8-4f7d-9473-57e0d850ddfd req-f32bd76c-de7e-433a-be90-93fd707b7689 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:26.412004 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3b3964-40ea-4305-99cf-4b4a41b85a5c req-fe084e0a-182d-461c-bdc6-1786dc0befa8 tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] No DVR routers for this DVR port 5ebd490f-77e7-4801-a26e-daf508676f30 on host hv-cinder-80426 {{(pid=79158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:25:26.414270 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdec3ffb-c715-4d6d-b35f-a95dc07435e2', 'name': 'network-vif-deleted', 'tag': '92fde35d-7fa9-441a-bf4c-6c208c14b13c'}] {{(pid=79159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:25:26.414433 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [req-eb3b3964-40ea-4305-99cf-4b4a41b85a5c req-fe084e0a-182d-461c-bdc6-1786dc0befa8 tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:26.417522 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d948dd-225d-41fa-a318-845bca5e094b', 'name': 'network-vif-deleted', 'tag': '5ebd490f-77e7-4801-a26e-daf508676f30'}] {{(pid=79158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:25:26.434314 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-eb3b3964-40ea-4305-99cf-4b4a41b85a5c req-fe084e0a-182d-461c-bdc6-1786dc0befa8 tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] 10.222.0.20 "DELETE /v2.0/ports/5ebd490f-77e7-4801-a26e-daf508676f30 HTTP/1.1" status: 204 len: 173 time: 0.9044907 Aug 11 16:25:26.458804 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7fa4894f-49e8-4f7d-9473-57e0d850ddfd req-f32bd76c-de7e-433a-be90-93fd707b7689 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.20 "DELETE /v2.0/ports/92fde35d-7fa9-441a-bf4c-6c208c14b13c HTTP/1.1" status: 204 len: 173 time: 2.0855343 Aug 11 16:25:26.463612 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-30c1b8a2-48ae-4cf6-a73f-fc87b59c754a req-b1772757-6a0e-48cc-a885-c82ab180682c tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&id=5ac287a9-8dc5-4b79-82c1-60e159f14ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1359611 Aug 11 16:25:26.466190 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-50f5691b-f37e-4e83-b585-d1b0687fa0f8 req-a03021a0-6c11-469c-8dbf-15bd286ba421 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27932534'] for port, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:26.473315 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-c0bbdea6-f250-4ff1-8b0b-50f303ec904f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:26.523239 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03021a0-6c11-469c-8dbf-15bd286ba421 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Pushing event deleted for resources: {'Port': ['ID=20608f1e-d1e7-4e90-903c-8228fd8199fc,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:26.528822 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-a03021a0-6c11-469c-8dbf-15bd286ba421 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:26.538207 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e69c1-e0ee-4312-b07b-72bb9f913022 req-9e96874d-847b-4222-80e6-ef7396d17cf2 tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:26.539724 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b99e69c1-e0ee-4312-b07b-72bb9f913022 req-9e96874d-847b-4222-80e6-ef7396d17cf2 tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4d948dd-225d-41fa-a318-845bca5e094b HTTP/1.1" status: 200 len: 867 time: 0.3773873 Aug 11 16:25:26.686094 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-24c66958-394e-4f61-8c6c-a406af48c271 req-dc231050-bddf-43cf-951e-3870946ca77d tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Synchronizing usage tracker for tenant:5f65af374b754ad0a8db24d255bf01a9 on resource:port {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:25:26.690934 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f5691b-f37e-4e83-b585-d1b0687fa0f8 req-a03021a0-6c11-469c-8dbf-15bd286ba421 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] No DVR routers for this DVR port 20608f1e-d1e7-4e90-903c-8228fd8199fc on host hv-cinder-80426 {{(pid=79159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:25:26.701102 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-50f5691b-f37e-4e83-b585-d1b0687fa0f8 req-a03021a0-6c11-469c-8dbf-15bd286ba421 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:26.703202 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-50f5691b-f37e-4e83-b585-d1b0687fa0f8 req-a03021a0-6c11-469c-8dbf-15bd286ba421 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.20 "DELETE /v2.0/ports/20608f1e-d1e7-4e90-903c-8228fd8199fc HTTP/1.1" status: 204 len: 173 time: 1.9386537 Aug 11 16:25:26.722731 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b99e69c1-e0ee-4312-b07b-72bb9f913022 req-29ae584d-3dbd-4f39-b857-c419d2c7477d tempest-VolumesActionsTest-1065624125 tempest-VolumesActionsTest-1065624125-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc146d9a-566b-4940-a764-663571a6c4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473598 Aug 11 16:25:26.727374 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-24c66958-394e-4f61-8c6c-a406af48c271 req-dc231050-bddf-43cf-951e-3870946ca77d tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Unset dirty status for tenant:5f65af374b754ad0a8db24d255bf01a9 on resource:port {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:25:26.729216 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-24c66958-394e-4f61-8c6c-a406af48c271 req-dc231050-bddf-43cf-951e-3870946ca77d tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdec3ffb-c715-4d6d-b35f-a95dc07435e2 HTTP/1.1" status: 200 len: 210 time: 0.1330371 Aug 11 16:25:26.785620 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdec3ffb-c715-4d6d-b35f-a95dc07435e2', 'name': 'network-vif-deleted', 'tag': '92fde35d-7fa9-441a-bf4c-6c208c14b13c', 'status': 'completed', 'code': 200} Aug 11 16:25:26.788379 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d948dd-225d-41fa-a318-845bca5e094b', 'name': 'network-vif-deleted', 'tag': '5ebd490f-77e7-4801-a26e-daf508676f30', 'status': 'completed', 'code': 200} Aug 11 16:25:26.955324 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef4d79-e373-4121-a441-4c34f5c247bd req-fbe2d193-dd64-42d4-8ebc-9678bfdeaa79 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:26.956795 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-98ef4d79-e373-4121-a441-4c34f5c247bd req-fbe2d193-dd64-42d4-8ebc-9678bfdeaa79 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.0837977 Aug 11 16:25:27.001646 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-98ef4d79-e373-4121-a441-4c34f5c247bd req-5e77199d-68ff-4a40-90c9-fcc3e224860a tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391557 Aug 11 16:25:27.160032 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-a8076410-be64-4cf4-8fa3-d57ce37fb871 req-4185a339-8180-4937-a30f-23a6dfe1f8b1 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Synchronizing usage tracker for tenant:3752e426f4f74fb7bbf7705600c5e816 on resource:port {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:25:27.175774 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-a8076410-be64-4cf4-8fa3-d57ce37fb871 req-4185a339-8180-4937-a30f-23a6dfe1f8b1 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Unset dirty status for tenant:3752e426f4f74fb7bbf7705600c5e816 on resource:port {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:25:27.176982 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a8076410-be64-4cf4-8fa3-d57ce37fb871 req-4185a339-8180-4937-a30f-23a6dfe1f8b1 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] 10.222.0.21 "GET /v2.0/ports?device_id=828e08e4-42b0-4d7e-926e-6ff61f1c9ee4 HTTP/1.1" status: 200 len: 210 time: 0.0672824 Aug 11 16:25:27.659775 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31bdd00-9a8e-49f8-ba09-8f1054987967 req-a2e9bfa0-dabc-4f19-b135-7284e055e823 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:27.661314 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e31bdd00-9a8e-49f8-ba09-8f1054987967 req-a2e9bfa0-dabc-4f19-b135-7284e055e823 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 984 time: 0.0862341 Aug 11 16:25:27.710442 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e31bdd00-9a8e-49f8-ba09-8f1054987967 req-339aa2e3-7a4c-487e-87d5-56bc5fe16869 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&id=5ac287a9-8dc5-4b79-82c1-60e159f14ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423236 Aug 11 16:25:27.842943 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 44582) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:27.856412 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 5ebd490f-77e7-4801-a26e-daf508676f30 no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:25:27.899935 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] No Port match for: 5ebd490f-77e7-4801-a26e-daf508676f30 {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:25:27.900857 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 5ebd490f-77e7-4801-a26e-daf508676f30 not bound to the agent host hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:25:27.901504 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 92fde35d-7fa9-441a-bf4c-6c208c14b13c no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:25:27.939501 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] No Port match for: 92fde35d-7fa9-441a-bf4c-6c208c14b13c {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:25:27.940476 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 92fde35d-7fa9-441a-bf4c-6c208c14b13c not bound to the agent host hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:25:27.941076 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 20608f1e-d1e7-4e90-903c-8228fd8199fc no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:25:27.982850 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] No Port match for: 20608f1e-d1e7-4e90-903c-8228fd8199fc {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:25:27.983549 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 20608f1e-d1e7-4e90-903c-8228fd8199fc not bound to the agent host hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:25:28.441856 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-3dfa2cd3-44aa-40aa-a9f5-02f84392702d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398024'] for router_interface, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:28.787287 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828e08e4-42b0-4d7e-926e-6ff61f1c9ee4', 'name': 'network-vif-deleted', 'tag': '20608f1e-d1e7-4e90-903c-8228fd8199fc'}] {{(pid=79159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:25:28.838305 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.plugin [None req-3dfa2cd3-44aa-40aa-a9f5-02f84392702d admin admin] Deleting port b35e20df-99b3-4d2d-85db-e921aa572fc2 {{(pid=79158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:25:28.838697 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-3dfa2cd3-44aa-40aa-a9f5-02f84392702d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:28.857093 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828e08e4-42b0-4d7e-926e-6ff61f1c9ee4', 'name': 'network-vif-deleted', 'tag': '20608f1e-d1e7-4e90-903c-8228fd8199fc', 'status': 'completed', 'code': 200} Aug 11 16:25:28.911743 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0100fa-8063-4aff-8be6-f8a86a99a160 req-2663acfe-dea2-439d-a2c9-23c10eafe1a5 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:28.913180 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4e0100fa-8063-4aff-8be6-f8a86a99a160 req-2663acfe-dea2-439d-a2c9-23c10eafe1a5 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 984 time: 0.0953848 Aug 11 16:25:28.964722 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4e0100fa-8063-4aff-8be6-f8a86a99a160 req-548ed60f-31c1-43d5-8683-dae3029c5329 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&id=5ac287a9-8dc5-4b79-82c1-60e159f14ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447328 Aug 11 16:25:29.095170 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.db [None req-3dfa2cd3-44aa-40aa-a9f5-02f84392702d admin admin] For port b35e20df-99b3-4d2d-85db-e921aa572fc2, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=b35e20df-99b3-4d2d-85db-e921aa572fc2,segment=NetworkSegment(fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c),segment_id=fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c)] {{(pid=79158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:25:29.095767 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-3dfa2cd3-44aa-40aa-a9f5-02f84392702d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:29.170199 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 6 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:25:29.218494 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.plugin [None req-3dfa2cd3-44aa-40aa-a9f5-02f84392702d admin admin] Calling delete_port for b35e20df-99b3-4d2d-85db-e921aa572fc2 owned by network:router_interface {{(pid=79158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:25:29.540402 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-3dfa2cd3-44aa-40aa-a9f5-02f84392702d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32627690'] for port, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:29.546325 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:29.593298 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa2cd3-44aa-40aa-a9f5-02f84392702d admin admin] Pushing event deleted for resources: {'Port': ['ID=b35e20df-99b3-4d2d-85db-e921aa572fc2,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:29.640477 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-3dfa2cd3-44aa-40aa-a9f5-02f84392702d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:29.883821 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-3dfa2cd3-44aa-40aa-a9f5-02f84392702d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398004'] for router_interface, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:30.192465 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015ffcd-11d0-474a-b795-89ffa716a04a req-0f870c0e-ee6c-41ce-9f8e-b963dce47a72 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:30.194007 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8015ffcd-11d0-474a-b795-89ffa716a04a req-0f870c0e-ee6c-41ce-9f8e-b963dce47a72 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 984 time: 0.0873055 Aug 11 16:25:30.248707 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8015ffcd-11d0-474a-b795-89ffa716a04a req-8c48bf57-b472-40ff-b834-ef17944675cf tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&id=5ac287a9-8dc5-4b79-82c1-60e159f14ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0477054 Aug 11 16:25:30.354568 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfa2cd3-44aa-40aa-a9f5-02f84392702d admin admin] Router 7b597ebe-4c55-4924-b9ae-9ef33329cd9c has already been hosted by L3 agent fe3825e1-cd20-4759-aaf9-51b0eae29acc {{(pid=79158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:25:30.557832 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfa2cd3-44aa-40aa-a9f5-02f84392702d admin admin] Notify agent at l3_agent.dv-cinder-804265-1-smb the message routers_updated {{(pid=79158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:25:30.566778 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d602b656-53da-4b19-969c-4bbe1614be08 None None] Sync routers for ids ['7b597ebe-4c55-4924-b9ae-9ef33329cd9c'] in dv-cinder-804265-1-smb {{(pid=79161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:25:30.574784 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-3dfa2cd3-44aa-40aa-a9f5-02f84392702d admin admin] 10.222.0.21 "PUT /v2.0/routers/7b597ebe-4c55-4924-b9ae-9ef33329cd9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7306454 Aug 11 16:25:30.577312 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 44620) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:30.577994 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d602b656-53da-4b19-969c-4bbe1614be08 None None] Routers {'7b597ebe-4c55-4924-b9ae-9ef33329cd9c'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:25:30.578710 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-d602b656-53da-4b19-969c-4bbe1614be08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:25:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['7b597ebe-4c55-4924-b9ae-9ef33329cd9c'], 'active': True} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:25:30.756672 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a77f43f2-a4e6-40ce-86c7-f73ef8c52df6 admin admin] Notify callbacks [] for router, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:30.796812 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvr_db [None req-d602b656-53da-4b19-969c-4bbe1614be08 None None] Set router 7b597ebe-4c55-4924-b9ae-9ef33329cd9c gateway port host: dv-cinder-804265-1-smb {{(pid=79161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:25:30.949530 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a77f43f2-a4e6-40ce-86c7-f73ef8c52df6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:30.959449 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [None req-a77f43f2-a4e6-40ce-86c7-f73ef8c52df6 admin admin] Deleting port a1ba9f2d-cddc-420d-a6d2-601e6263282f {{(pid=79159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:25:30.959992 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a77f43f2-a4e6-40ce-86c7-f73ef8c52df6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:31.115861 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-d602b656-53da-4b19-969c-4bbe1614be08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b597ebe-4c55-4924-b9ae-9ef33329cd9c', 'name': 'tempest-ServerRescueNegativeTestJSON-664185012-router', 'tenant_id': '5f65af374b754ad0a8db24d255bf01a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a1ba9f2d-cddc-420d-a6d2-601e6263282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:25:29Z', 'revision_number': 5, 'project_id': '5f65af374b754ad0a8db24d255bf01a9', 'gw_port': {'id': 'a1ba9f2d-cddc-420d-a6d2-601e6263282f', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b597ebe-4c55-4924-b9ae-9ef33329cd9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:30Z', 'updated_at': '2021-08-11T16:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb'}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:25:31.121538 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d602b656-53da-4b19-969c-4bbe1614be08 None None] Checking router: 7b597ebe-4c55-4924-b9ae-9ef33329cd9c for host: dv-cinder-804265-1-smb {{(pid=79161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:25:31.135508 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d602b656-53da-4b19-969c-4bbe1614be08 None None] Routers {'7b597ebe-4c55-4924-b9ae-9ef33329cd9c'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:25:31.136437 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-d602b656-53da-4b19-969c-4bbe1614be08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:25:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['7b597ebe-4c55-4924-b9ae-9ef33329cd9c'], 'active': True} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:25:31.276522 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [None req-a77f43f2-a4e6-40ce-86c7-f73ef8c52df6 admin admin] For port a1ba9f2d-cddc-420d-a6d2-601e6263282f, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=a1ba9f2d-cddc-420d-a6d2-601e6263282f,segment=NetworkSegment(ef0f4f8c-59c6-4f74-90fe-819af28e8bc6),segment_id=ef0f4f8c-59c6-4f74-90fe-819af28e8bc6)] {{(pid=79159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:25:31.277479 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a77f43f2-a4e6-40ce-86c7-f73ef8c52df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:31.307625 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvr_db [None req-d602b656-53da-4b19-969c-4bbe1614be08 None None] Set router 7b597ebe-4c55-4924-b9ae-9ef33329cd9c gateway port host: None {{(pid=79161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:25:31.438806 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-d602b656-53da-4b19-969c-4bbe1614be08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b597ebe-4c55-4924-b9ae-9ef33329cd9c', 'name': 'tempest-ServerRescueNegativeTestJSON-664185012-router', 'tenant_id': '5f65af374b754ad0a8db24d255bf01a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:25:30Z', 'revision_number': 6, 'project_id': '5f65af374b754ad0a8db24d255bf01a9', 'gw_port_host': None}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:25:31.442992 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d602b656-53da-4b19-969c-4bbe1614be08 None None] The sync data for ids ['7b597ebe-4c55-4924-b9ae-9ef33329cd9c'] in dv-cinder-804265-1-smb is: [{'id': '7b597ebe-4c55-4924-b9ae-9ef33329cd9c', 'name': 'tempest-ServerRescueNegativeTestJSON-664185012-router', 'tenant_id': '5f65af374b754ad0a8db24d255bf01a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:25:30Z', 'revision_number': 6, 'project_id': '5f65af374b754ad0a8db24d255bf01a9', 'gw_port_host': None}] {{(pid=79161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:25:31.520882 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [None req-a77f43f2-a4e6-40ce-86c7-f73ef8c52df6 admin admin] Calling delete_port for a1ba9f2d-cddc-420d-a6d2-601e6263282f owned by network:router_gateway {{(pid=79159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:25:31.773337 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd33a5-b1d0-4af4-9a59-3cc9f14e3c74 req-2b3fec7e-edb3-4fea-980a-aec8704373b1 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:31.774746 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-32fd33a5-b1d0-4af4-9a59-3cc9f14e3c74 req-2b3fec7e-edb3-4fea-980a-aec8704373b1 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 984 time: 0.3486674 Aug 11 16:25:31.819292 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device b35e20df-99b3-4d2d-85db-e921aa572fc2 no longer exists at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:25:31.882765 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] No Port match for: b35e20df-99b3-4d2d-85db-e921aa572fc2 {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:25:31.883312 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device b35e20df-99b3-4d2d-85db-e921aa572fc2 not bound to the agent host dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:25:31.889365 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a77f43f2-a4e6-40ce-86c7-f73ef8c52df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27932534'] for port, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:31.896044 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-00fa7402-1b30-4893-a55c-3043214c637f tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:31.950267 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-32fd33a5-b1d0-4af4-9a59-3cc9f14e3c74 req-a1d12b28-f4b8-4882-9d0f-14f3be418dde tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&id=5ac287a9-8dc5-4b79-82c1-60e159f14ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1566916 Aug 11 16:25:31.951281 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f43f2-a4e6-40ce-86c7-f73ef8c52df6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1ba9f2d-cddc-420d-a6d2-601e6263282f,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:31.955504 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-a77f43f2-a4e6-40ce-86c7-f73ef8c52df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:32.047763 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a77f43f2-a4e6-40ce-86c7-f73ef8c52df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608029'] for router_gateway, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:32.225189 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a77f43f2-a4e6-40ce-86c7-f73ef8c52df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3920'] for router, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:32.227271 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a77f43f2-a4e6-40ce-86c7-f73ef8c52df6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:32.311706 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a77f43f2-a4e6-40ce-86c7-f73ef8c52df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-452935'] for router, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:32.312434 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77f43f2-a4e6-40ce-86c7-f73ef8c52df6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b597ebe-4c55-4924-b9ae-9ef33329cd9c {{(pid=79159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 11 16:25:32.325187 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a77f43f2-a4e6-40ce-86c7-f73ef8c52df6 admin admin] Notify callbacks [] for router, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:32.326630 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-a77f43f2-a4e6-40ce-86c7-f73ef8c52df6 admin admin] 10.222.0.21 "DELETE /v2.0/routers/7b597ebe-4c55-4924-b9ae-9ef33329cd9c HTTP/1.1" status: 204 len: 168 time: 1.7482274 Aug 11 16:25:32.328135 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 44644) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:32.394733 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ef934c-2006-4ffd-9194-269b7cb59a89 admin admin] Deleting subnet 38724f5f-39a0-4316-8f66-1571c8e42441 {{(pid=79159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 11 16:25:32.398748 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-67ef934c-2006-4ffd-9194-269b7cb59a89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:32.451543 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-67ef934c-2006-4ffd-9194-269b7cb59a89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28442349'] for subnet, precommit_delete_associations {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:32.509026 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-67ef934c-2006-4ffd-9194-269b7cb59a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3352476'] for subnet, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:32.591237 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-67ef934c-2006-4ffd-9194-269b7cb59a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3352467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27932453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27398810'] for subnet, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:32.596250 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:32.734304 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef934c-2006-4ffd-9194-269b7cb59a89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38724f5f-39a0-4316-8f66-1571c8e42441,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:32.737228 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-67ef934c-2006-4ffd-9194-269b7cb59a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:32.738260 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-67ef934c-2006-4ffd-9194-269b7cb59a89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:32.744984 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-67ef934c-2006-4ffd-9194-269b7cb59a89 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/38724f5f-39a0-4316-8f66-1571c8e42441 HTTP/1.1" status: 204 len: 168 time: 0.4157851 Aug 11 16:25:32.747513 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 44654) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:32.849707 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f33664d-9e3a-4ac2-9121-2e5e5f128e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3965533'] for network, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:32.979986 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f33664d-9e3a-4ac2-9121-2e5e5f128e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3354215', 'neutron.services.segments.db._delete_segments_for_network-8758463345821'] for network, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:32.996278 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.services.segments.db [None req-7f33664d-9e3a-4ac2-9121-2e5e5f128e83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e84d1f2e-0958-4576-b874-787314c79445']}} {{(pid=79159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:25:33.005766 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.services.segments.db [None req-7f33664d-9e3a-4ac2-9121-2e5e5f128e83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c') {'for_net_delete': True} {{(pid=79159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:25:33.006177 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.services.segments.db [None req-7f33664d-9e3a-4ac2-9121-2e5e5f128e83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd1d1b6-3c20-4079-9d9d-6c8ae09b951c') {} {{(pid=79159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:25:33.019465 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f33664d-9e3a-4ac2-9121-2e5e5f128e83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758463343351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28442354'] for segment, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:33.037161 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f33664d-9e3a-4ac2-9121-2e5e5f128e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3350950'] for segment, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:33.044682 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f33664d-9e3a-4ac2-9121-2e5e5f128e83 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=79159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 16:25:33.045467 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f33664d-9e3a-4ac2-9121-2e5e5f128e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3350959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27932483'] for segment, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:33.060946 dv-cinder-804265-1-smb neutron-server[79159]: Traceback (most recent call last): Aug 11 16:25:33.060946 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 16:25:33.060946 dv-cinder-804265-1-smb neutron-server[79159]: timer() Aug 11 16:25:33.060946 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 16:25:33.060946 dv-cinder-804265-1-smb neutron-server[79159]: cb(*args, **kw) Aug 11 16:25:33.060946 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 16:25:33.060946 dv-cinder-804265-1-smb neutron-server[79159]: return func(*args, **kwargs) Aug 11 16:25:33.060946 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 16:25:33.060946 dv-cinder-804265-1-smb neutron-server[79159]: self._notify() Aug 11 16:25:33.060946 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 16:25:33.060946 dv-cinder-804265-1-smb neutron-server[79159]: self.callback(batched_events) Aug 11 16:25:33.060946 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 16:25:33.060946 dv-cinder-804265-1-smb neutron-server[79159]: event.method(event) Aug 11 16:25:33.060946 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 11 16:25:33.060946 dv-cinder-804265-1-smb neutron-server[79159]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 16:25:33.060946 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 11 16:25:33.060946 dv-cinder-804265-1-smb neutron-server[79159]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 16:25:33.060946 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 16:25:33.060946 dv-cinder-804265-1-smb neutron-server[79159]: return f(self, *a, **k) Aug 11 16:25:33.060946 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 16:25:33.060946 dv-cinder-804265-1-smb neutron-server[79159]: return self._get(url).json() Aug 11 16:25:33.060946 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 16:25:33.060946 dv-cinder-804265-1-smb neutron-server[79159]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 16:25:33.060946 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 16:25:33.060946 dv-cinder-804265-1-smb neutron-server[79159]: return self.request(url, 'GET', **kwargs) Aug 11 16:25:33.060946 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 16:25:33.060946 dv-cinder-804265-1-smb neutron-server[79159]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 16:25:33.060946 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 16:25:33.060946 dv-cinder-804265-1-smb neutron-server[79159]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 16:25:33.060946 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 16:25:33.060946 dv-cinder-804265-1-smb neutron-server[79159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 16:25:33.060946 dv-cinder-804265-1-smb neutron-server[79159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 16:25:33.194868 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f33664d-9e3a-4ac2-9121-2e5e5f128e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3354142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608000'] for network, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:33.194868 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-bf1d2365-73af-4ac9-83c5-0c192ff2fac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:33.211072 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7f33664d-9e3a-4ac2-9121-2e5e5f128e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for network, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:33.221912 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33664d-9e3a-4ac2-9121-2e5e5f128e83 admin admin] Pushing event deleted for resources: {'Network': ['ID=e84d1f2e-0958-4576-b874-787314c79445,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:33.227435 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-7f33664d-9e3a-4ac2-9121-2e5e5f128e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:33.235781 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-7f33664d-9e3a-4ac2-9121-2e5e5f128e83 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e84d1f2e-0958-4576-b874-787314c79445 HTTP/1.1" status: 204 len: 168 time: 0.4871836 Aug 11 16:25:33.253522 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d098d47-4d5d-424e-9648-927a59387e77 req-5a5fa7a4-84f0-4846-b315-8a27667c457d tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:33.255156 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5d098d47-4d5d-424e-9648-927a59387e77 req-5a5fa7a4-84f0-4846-b315-8a27667c457d tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 984 time: 0.1873429 Aug 11 16:25:33.312293 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5d098d47-4d5d-424e-9648-927a59387e77 req-c001f35d-aa18-4691-a945-daf8eb644d78 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&id=5ac287a9-8dc5-4b79-82c1-60e159f14ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0485370 Aug 11 16:25:33.366958 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 44672) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:33.422992 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-b4e5e773-1dce-472d-bb2a-155fad687ca3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f65af374b754ad0a8db24d255bf01a9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0548048 Aug 11 16:25:33.425116 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 44678) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:33.484027 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-367bb916-d1a4-426d-b5b8-25158b5f1bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:33.511228 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-367bb916-d1a4-426d-b5b8-25158b5f1bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:33.580607 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-367bb916-d1a4-426d-b5b8-25158b5f1bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:33.584639 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-199093bf-7905-4faa-8f52-5bec6857e235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:33.598516 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367bb916-d1a4-426d-b5b8-25158b5f1bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:33.601112 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-367bb916-d1a4-426d-b5b8-25158b5f1bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:33.614546 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-367bb916-d1a4-426d-b5b8-25158b5f1bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:33.615668 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-367bb916-d1a4-426d-b5b8-25158b5f1bbb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c228f7a5-ac7f-438c-a9b3-e42e4e4f4dd3 HTTP/1.1" status: 204 len: 168 time: 0.1896827 Aug 11 16:25:33.686968 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device a1ba9f2d-cddc-420d-a6d2-601e6263282f no longer exists at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:25:33.720288 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] No Port match for: a1ba9f2d-cddc-420d-a6d2-601e6263282f {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:25:33.720637 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device a1ba9f2d-cddc-420d-a6d2-601e6263282f not bound to the agent host dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:25:34.526503 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e783a6-c01a-4172-9aba-263114e09624 req-91179c03-dcd5-416f-b27d-8b7cf7f35f62 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:34.528034 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f7e783a6-c01a-4172-9aba-263114e09624 req-91179c03-dcd5-416f-b27d-8b7cf7f35f62 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 984 time: 0.0964324 Aug 11 16:25:34.594374 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f7e783a6-c01a-4172-9aba-263114e09624 req-625590b3-7acc-48a6-b370-238425f8fba8 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&id=5ac287a9-8dc5-4b79-82c1-60e159f14ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563326 Aug 11 16:25:35.783496 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48158f61-c649-4ed3-b3a8-baf6e53e9fe5 req-450e85e4-00f6-495c-8d55-430e43f5c631 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:35.791730 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-48158f61-c649-4ed3-b3a8-baf6e53e9fe5 req-450e85e4-00f6-495c-8d55-430e43f5c631 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 984 time: 0.0909061 Aug 11 16:25:35.834595 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-48158f61-c649-4ed3-b3a8-baf6e53e9fe5 req-b73cd253-b191-43ac-8b0d-5412bce55213 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&id=5ac287a9-8dc5-4b79-82c1-60e159f14ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419753 Aug 11 16:25:37.038733 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98027a5e-387b-46e6-bd45-9827be88d871 req-f840bbd1-9116-4f1c-9ebe-9413f9b4e9b4 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:37.040351 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-98027a5e-387b-46e6-bd45-9827be88d871 req-f840bbd1-9116-4f1c-9ebe-9413f9b4e9b4 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 984 time: 0.0941992 Aug 11 16:25:37.093543 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-98027a5e-387b-46e6-bd45-9827be88d871 req-1f9a5035-4fd8-46b9-88b5-4b3c5054946f tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&id=5ac287a9-8dc5-4b79-82c1-60e159f14ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0470576 Aug 11 16:25:38.293432 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba67ba8-3124-4650-a11b-1a974c7c7e28 req-31e18b44-41a8-4b97-b7d9-560029722261 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:38.294938 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3ba67ba8-3124-4650-a11b-1a974c7c7e28 req-31e18b44-41a8-4b97-b7d9-560029722261 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 984 time: 0.0867777 Aug 11 16:25:38.341706 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3ba67ba8-3124-4650-a11b-1a974c7c7e28 req-1988e53f-d8dd-441c-a414-a29d750ecfa7 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&id=5ac287a9-8dc5-4b79-82c1-60e159f14ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407124 Aug 11 16:25:39.528324 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd8830-d93c-40da-9861-19cfcb91ade6 req-82cbccf2-72ce-44f3-bd46-1617415fe0ed tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:39.529759 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-34fd8830-d93c-40da-9861-19cfcb91ade6 req-82cbccf2-72ce-44f3-bd46-1617415fe0ed tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 984 time: 0.0816023 Aug 11 16:25:39.580600 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-34fd8830-d93c-40da-9861-19cfcb91ade6 req-7a1b3690-21d6-4e45-8490-057f860b7a93 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&id=5ac287a9-8dc5-4b79-82c1-60e159f14ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0450196 Aug 11 16:25:43.435570 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 44936) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:43.551467 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-858c7404-b4f3-422d-9a05-71740b9203fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:43.565710 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-858c7404-b4f3-422d-9a05-71740b9203fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:25:43.569640 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-858c7404-b4f3-422d-9a05-71740b9203fc admin admin] Usage tracker for resource:security_group_rule and tenant:85b62965de9d46dbb85670749da216f5 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:25:43.573534 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-858c7404-b4f3-422d-9a05-71740b9203fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:25:43.580027 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-858c7404-b4f3-422d-9a05-71740b9203fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:25:43.666611 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-858c7404-b4f3-422d-9a05-71740b9203fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:43.670314 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-858c7404-b4f3-422d-9a05-71740b9203fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:43.676956 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-d847fcb8-7e04-49d3-a35f-57eaec8db115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:43.715976 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c7404-b4f3-422d-9a05-71740b9203fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61963447-3ca2-4eb2-b7dc-cbc35d37dc51,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:43.721018 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-858c7404-b4f3-422d-9a05-71740b9203fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85b62965de9d46dbb85670749da216f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2844617 Aug 11 16:25:43.723685 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 44942) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:43.725498 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c7404-b4f3-422d-9a05-71740b9203fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:43.725865 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c7404-b4f3-422d-9a05-71740b9203fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:43.726263 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c7404-b4f3-422d-9a05-71740b9203fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:43.726628 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c7404-b4f3-422d-9a05-71740b9203fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:43.726987 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c7404-b4f3-422d-9a05-71740b9203fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:43.727347 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c7404-b4f3-422d-9a05-71740b9203fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:43.727730 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c7404-b4f3-422d-9a05-71740b9203fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:43.728087 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c7404-b4f3-422d-9a05-71740b9203fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:43.728438 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c7404-b4f3-422d-9a05-71740b9203fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:43.728787 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c7404-b4f3-422d-9a05-71740b9203fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:43.729136 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c7404-b4f3-422d-9a05-71740b9203fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:43.729483 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858c7404-b4f3-422d-9a05-71740b9203fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:43.733368 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-858c7404-b4f3-422d-9a05-71740b9203fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:43.783669 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-3a44c2cd-d42a-4598-9162-ae2c5024b4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:43.809250 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-3a44c2cd-d42a-4598-9162-ae2c5024b4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:43.860833 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-3a44c2cd-d42a-4598-9162-ae2c5024b4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:43.864796 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-f1843cb5-9ee9-4665-aee0-2b6a9d91f162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:43.876413 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a44c2cd-d42a-4598-9162-ae2c5024b4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61963447-3ca2-4eb2-b7dc-cbc35d37dc51,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:43.887203 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a44c2cd-d42a-4598-9162-ae2c5024b4fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:43.887559 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a44c2cd-d42a-4598-9162-ae2c5024b4fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:43.887918 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a44c2cd-d42a-4598-9162-ae2c5024b4fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:43.888271 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a44c2cd-d42a-4598-9162-ae2c5024b4fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:43.888621 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a44c2cd-d42a-4598-9162-ae2c5024b4fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:43.888970 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a44c2cd-d42a-4598-9162-ae2c5024b4fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:43.889314 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a44c2cd-d42a-4598-9162-ae2c5024b4fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:43.889661 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a44c2cd-d42a-4598-9162-ae2c5024b4fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:43.890002 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a44c2cd-d42a-4598-9162-ae2c5024b4fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:43.890366 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a44c2cd-d42a-4598-9162-ae2c5024b4fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:43.890706 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a44c2cd-d42a-4598-9162-ae2c5024b4fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:43.891045 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a44c2cd-d42a-4598-9162-ae2c5024b4fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:25:43.897452 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-3a44c2cd-d42a-4598-9162-ae2c5024b4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:43.897942 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-3a44c2cd-d42a-4598-9162-ae2c5024b4fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/61963447-3ca2-4eb2-b7dc-cbc35d37dc51 HTTP/1.1" status: 204 len: 168 time: 0.1729310 Aug 11 16:25:43.898950 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-3a44c2cd-d42a-4598-9162-ae2c5024b4fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:44.185776 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 44962) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:44.204191 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-221a1e1d-fc83-4240-b13f-1545b996233c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:44.220023 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-221a1e1d-fc83-4240-b13f-1545b996233c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:25:44.223951 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-221a1e1d-fc83-4240-b13f-1545b996233c admin admin] Usage tracker for resource:security_group_rule and tenant:78b9faf617b741b98351b2d8b106a9f2 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:25:44.226907 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-221a1e1d-fc83-4240-b13f-1545b996233c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:25:44.233759 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-221a1e1d-fc83-4240-b13f-1545b996233c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:25:44.323138 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-221a1e1d-fc83-4240-b13f-1545b996233c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:44.327627 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-221a1e1d-fc83-4240-b13f-1545b996233c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:44.335997 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-7e60f7d6-ffd6-4e73-a2d4-b9a525161513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:44.375678 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-221a1e1d-fc83-4240-b13f-1545b996233c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78b9faf617b741b98351b2d8b106a9f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1885846 Aug 11 16:25:44.377095 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a1e1d-fc83-4240-b13f-1545b996233c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd8dd5e-cee2-4ecf-aa7e-bfac31217adc,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:44.378198 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 44972) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:44.380801 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-221a1e1d-fc83-4240-b13f-1545b996233c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:44.442806 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-326980c1-8dcc-42ce-bea3-5a461ef54988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:44.471030 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-326980c1-8dcc-42ce-bea3-5a461ef54988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:44.525602 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-326980c1-8dcc-42ce-bea3-5a461ef54988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:44.529949 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-e738edd4-34e3-4e92-92d1-feb7b751133d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:44.542561 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326980c1-8dcc-42ce-bea3-5a461ef54988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd8dd5e-cee2-4ecf-aa7e-bfac31217adc,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:44.552047 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-326980c1-8dcc-42ce-bea3-5a461ef54988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:44.554193 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-326980c1-8dcc-42ce-bea3-5a461ef54988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:44.558205 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-326980c1-8dcc-42ce-bea3-5a461ef54988 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6cd8dd5e-cee2-4ecf-aa7e-bfac31217adc HTTP/1.1" status: 204 len: 168 time: 0.1761842 Aug 11 16:25:45.362918 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 45004) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:45.427222 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.db_base_plugin_v2 [None req-094dc043-e9b7-4be8-86d7-fb7e052948d7 admin admin] Deleting subnet a93b2e0a-64b2-4cce-93c3-7b51aea9c8d1 {{(pid=79159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 11 16:25:45.430233 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-094dc043-e9b7-4be8-86d7-fb7e052948d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:45.480557 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-094dc043-e9b7-4be8-86d7-fb7e052948d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28442349'] for subnet, precommit_delete_associations {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:45.541635 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-094dc043-e9b7-4be8-86d7-fb7e052948d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3352476'] for subnet, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:45.639716 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-094dc043-e9b7-4be8-86d7-fb7e052948d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3352467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27932453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27398810'] for subnet, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:45.646863 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-67ef934c-2006-4ffd-9194-269b7cb59a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:45.683122 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094dc043-e9b7-4be8-86d7-fb7e052948d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a93b2e0a-64b2-4cce-93c3-7b51aea9c8d1,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:45.685350 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-094dc043-e9b7-4be8-86d7-fb7e052948d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:45.688618 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-094dc043-e9b7-4be8-86d7-fb7e052948d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:45.692687 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-094dc043-e9b7-4be8-86d7-fb7e052948d7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a93b2e0a-64b2-4cce-93c3-7b51aea9c8d1 HTTP/1.1" status: 204 len: 168 time: 0.3287656 Aug 11 16:25:45.695352 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 45024) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:45.810137 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-807d0938-c44d-4e01-aec6-d8c1102cfeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3965533'] for network, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:45.947440 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-807d0938-c44d-4e01-aec6-d8c1102cfeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3354215', 'neutron.services.segments.db._delete_segments_for_network-8758463345821'] for network, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:45.961757 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.services.segments.db [None req-807d0938-c44d-4e01-aec6-d8c1102cfeb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d84cae-7f45-4f57-bb21-fca2fe71b947']}} {{(pid=79158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:25:45.978611 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.services.segments.db [None req-807d0938-c44d-4e01-aec6-d8c1102cfeb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c170a8b7-0192-468d-a334-648200b68d7c') {'for_net_delete': True} {{(pid=79158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:25:45.978611 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.services.segments.db [None req-807d0938-c44d-4e01-aec6-d8c1102cfeb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c170a8b7-0192-468d-a334-648200b68d7c') {} {{(pid=79158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:25:45.992057 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-807d0938-c44d-4e01-aec6-d8c1102cfeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758463343351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33397465'] for segment, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:46.011101 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-807d0938-c44d-4e01-aec6-d8c1102cfeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3350950'] for segment, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:46.018024 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-807d0938-c44d-4e01-aec6-d8c1102cfeb5 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=79158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 16:25:46.018425 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-807d0938-c44d-4e01-aec6-d8c1102cfeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3350959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32627679'] for segment, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:46.033644 dv-cinder-804265-1-smb neutron-server[79158]: Traceback (most recent call last): Aug 11 16:25:46.033644 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 16:25:46.033644 dv-cinder-804265-1-smb neutron-server[79158]: timer() Aug 11 16:25:46.033644 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 16:25:46.033644 dv-cinder-804265-1-smb neutron-server[79158]: cb(*args, **kw) Aug 11 16:25:46.033644 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 16:25:46.033644 dv-cinder-804265-1-smb neutron-server[79158]: return func(*args, **kwargs) Aug 11 16:25:46.033644 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 16:25:46.033644 dv-cinder-804265-1-smb neutron-server[79158]: self._notify() Aug 11 16:25:46.033644 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 16:25:46.033644 dv-cinder-804265-1-smb neutron-server[79158]: self.callback(batched_events) Aug 11 16:25:46.033644 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 16:25:46.033644 dv-cinder-804265-1-smb neutron-server[79158]: event.method(event) Aug 11 16:25:46.033644 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 11 16:25:46.033644 dv-cinder-804265-1-smb neutron-server[79158]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 16:25:46.033644 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 11 16:25:46.033644 dv-cinder-804265-1-smb neutron-server[79158]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 16:25:46.033644 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 16:25:46.033644 dv-cinder-804265-1-smb neutron-server[79158]: return f(self, *a, **k) Aug 11 16:25:46.033644 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 16:25:46.033644 dv-cinder-804265-1-smb neutron-server[79158]: return self._get(url).json() Aug 11 16:25:46.033644 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 16:25:46.033644 dv-cinder-804265-1-smb neutron-server[79158]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 16:25:46.033644 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 16:25:46.033644 dv-cinder-804265-1-smb neutron-server[79158]: return self.request(url, 'GET', **kwargs) Aug 11 16:25:46.033644 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 16:25:46.033644 dv-cinder-804265-1-smb neutron-server[79158]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 16:25:46.033644 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 16:25:46.033644 dv-cinder-804265-1-smb neutron-server[79158]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 16:25:46.033644 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 16:25:46.033644 dv-cinder-804265-1-smb neutron-server[79158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 16:25:46.033644 dv-cinder-804265-1-smb neutron-server[79158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 16:25:46.115903 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-807d0938-c44d-4e01-aec6-d8c1102cfeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3354142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608000'] for network, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:46.121570 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-807d0938-c44d-4e01-aec6-d8c1102cfeb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for network, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:46.125244 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-4f387543-3beb-4472-a060-4f024c0e03a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:46.147570 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d0938-c44d-4e01-aec6-d8c1102cfeb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8d84cae-7f45-4f57-bb21-fca2fe71b947,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:46.151402 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-807d0938-c44d-4e01-aec6-d8c1102cfeb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:46.163991 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-807d0938-c44d-4e01-aec6-d8c1102cfeb5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a8d84cae-7f45-4f57-bb21-fca2fe71b947 HTTP/1.1" status: 204 len: 168 time: 0.4675579 Aug 11 16:25:46.167240 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 45048) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:46.233812 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.db_base_plugin_v2 [None req-17672674-54a8-464c-9bf3-d0599717dbb9 admin admin] Deleting subnet a2f576f7-8596-49b4-b0e8-e5dee2b03e0a {{(pid=79158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 11 16:25:46.237168 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-17672674-54a8-464c-9bf3-d0599717dbb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:46.301488 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-17672674-54a8-464c-9bf3-d0599717dbb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33397446'] for subnet, precommit_delete_associations {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:46.361719 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-17672674-54a8-464c-9bf3-d0599717dbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3352476'] for subnet, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:46.432449 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-17672674-54a8-464c-9bf3-d0599717dbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3352467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32627641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1113876'] for subnet, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:46.447214 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-9328c7e9-2787-4812-9e96-2b1fc81c4c80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:46.490976 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-17672674-54a8-464c-9bf3-d0599717dbb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for subnet, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:46.494126 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17672674-54a8-464c-9bf3-d0599717dbb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2f576f7-8596-49b4-b0e8-e5dee2b03e0a,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:46.500305 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-17672674-54a8-464c-9bf3-d0599717dbb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:46.503573 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-17672674-54a8-464c-9bf3-d0599717dbb9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a2f576f7-8596-49b4-b0e8-e5dee2b03e0a HTTP/1.1" status: 204 len: 168 time: 0.3353715 Aug 11 16:25:46.506210 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 45056) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:46.628888 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-d9dcdd4d-8916-4e8f-93f9-09815c08837a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:46.709570 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-283a0170-d01e-4254-8b67-fe778afd1eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3965533'] for network, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:46.835436 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-283a0170-d01e-4254-8b67-fe778afd1eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3354215', 'neutron.services.segments.db._delete_segments_for_network-8758463345821'] for network, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:46.848176 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.services.segments.db [None req-283a0170-d01e-4254-8b67-fe778afd1eec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0370d367-8aaf-46d4-9880-70557583df06']}} {{(pid=79159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:25:46.860948 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.services.segments.db [None req-283a0170-d01e-4254-8b67-fe778afd1eec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc3616a3-1134-4e7f-8bb6-e7c073686777') {'for_net_delete': True} {{(pid=79159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:25:46.861250 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.services.segments.db [None req-283a0170-d01e-4254-8b67-fe778afd1eec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc3616a3-1134-4e7f-8bb6-e7c073686777') {} {{(pid=79159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:25:46.873209 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-283a0170-d01e-4254-8b67-fe778afd1eec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758463343351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28442354'] for segment, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:46.890004 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-283a0170-d01e-4254-8b67-fe778afd1eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3350950'] for segment, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:46.896026 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-283a0170-d01e-4254-8b67-fe778afd1eec admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=79159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 16:25:46.896413 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-283a0170-d01e-4254-8b67-fe778afd1eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3350959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27932483'] for segment, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:46.909584 dv-cinder-804265-1-smb neutron-server[79159]: Traceback (most recent call last): Aug 11 16:25:46.909584 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 16:25:46.909584 dv-cinder-804265-1-smb neutron-server[79159]: timer() Aug 11 16:25:46.909584 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 16:25:46.909584 dv-cinder-804265-1-smb neutron-server[79159]: cb(*args, **kw) Aug 11 16:25:46.909584 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 16:25:46.909584 dv-cinder-804265-1-smb neutron-server[79159]: return func(*args, **kwargs) Aug 11 16:25:46.909584 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 16:25:46.909584 dv-cinder-804265-1-smb neutron-server[79159]: self._notify() Aug 11 16:25:46.909584 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 16:25:46.909584 dv-cinder-804265-1-smb neutron-server[79159]: self.callback(batched_events) Aug 11 16:25:46.909584 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 16:25:46.909584 dv-cinder-804265-1-smb neutron-server[79159]: event.method(event) Aug 11 16:25:46.909584 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 11 16:25:46.909584 dv-cinder-804265-1-smb neutron-server[79159]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 16:25:46.909584 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 11 16:25:46.909584 dv-cinder-804265-1-smb neutron-server[79159]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 16:25:46.909584 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 16:25:46.909584 dv-cinder-804265-1-smb neutron-server[79159]: return f(self, *a, **k) Aug 11 16:25:46.909584 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 16:25:46.909584 dv-cinder-804265-1-smb neutron-server[79159]: return self._get(url).json() Aug 11 16:25:46.909584 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 16:25:46.909584 dv-cinder-804265-1-smb neutron-server[79159]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 16:25:46.909584 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 16:25:46.909584 dv-cinder-804265-1-smb neutron-server[79159]: return self.request(url, 'GET', **kwargs) Aug 11 16:25:46.909584 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 16:25:46.909584 dv-cinder-804265-1-smb neutron-server[79159]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 16:25:46.909584 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 16:25:46.909584 dv-cinder-804265-1-smb neutron-server[79159]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 16:25:46.909584 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 16:25:46.909584 dv-cinder-804265-1-smb neutron-server[79159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 16:25:46.909584 dv-cinder-804265-1-smb neutron-server[79159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 16:25:46.986134 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-283a0170-d01e-4254-8b67-fe778afd1eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3354142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608000'] for network, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:46.989989 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-c4d92caa-7266-4e3b-9f9f-c7d446908f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:47.006268 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-283a0170-d01e-4254-8b67-fe778afd1eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for network, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:47.013058 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a0170-d01e-4254-8b67-fe778afd1eec admin admin] Pushing event deleted for resources: {'Network': ['ID=0370d367-8aaf-46d4-9880-70557583df06,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:47.016058 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-283a0170-d01e-4254-8b67-fe778afd1eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:47.017630 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-283a0170-d01e-4254-8b67-fe778afd1eec admin admin] 10.222.0.21 "DELETE /v2.0/networks/0370d367-8aaf-46d4-9880-70557583df06 HTTP/1.1" status: 204 len: 168 time: 0.5100987 Aug 11 16:25:47.193470 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 45068) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:47.252066 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-03d68109-5ae0-4ed2-ae8c-db6357c83a30 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c7fd01bf7bcf4cde909916ab0c06d45a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0571697 Aug 11 16:25:47.254490 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 45072) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:47.302950 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:47.319009 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-3ee1785d-24ab-4eea-b841-99ef1fa4c1e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:47.346240 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-3ee1785d-24ab-4eea-b841-99ef1fa4c1e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:47.400490 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-3ee1785d-24ab-4eea-b841-99ef1fa4c1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:47.405200 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-6ff9ef44-c601-4a5a-b269-10b45674d89f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:47.417245 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1785d-24ab-4eea-b841-99ef1fa4c1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc146d9a-566b-4940-a764-663571a6c4b2,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:47.420176 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-3ee1785d-24ab-4eea-b841-99ef1fa4c1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:47.422222 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-3ee1785d-24ab-4eea-b841-99ef1fa4c1e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:47.423236 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-3ee1785d-24ab-4eea-b841-99ef1fa4c1e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc146d9a-566b-4940-a764-663571a6c4b2 HTTP/1.1" status: 204 len: 168 time: 0.1676619 Aug 11 16:25:47.779079 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 45086) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:47.830297 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-863e31c2-1a12-4448-bb5f-856c689749fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=140de1c763204a828948bcd1d6735a2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498331 Aug 11 16:25:47.832856 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 45090) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:47.894111 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-c2ff7995-45a5-4ddd-9984-42811a53555f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:47.921209 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-c2ff7995-45a5-4ddd-9984-42811a53555f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:47.975154 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-c2ff7995-45a5-4ddd-9984-42811a53555f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:47.981157 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-4b134ad2-4256-4f20-8565-92cc9c3b21bf tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:47.993225 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff7995-45a5-4ddd-9984-42811a53555f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87e5db4-4cbd-45ef-b5b8-d93fbcab49eb,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:47.995639 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-c2ff7995-45a5-4ddd-9984-42811a53555f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:48.001239 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-c2ff7995-45a5-4ddd-9984-42811a53555f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:48.004751 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-c2ff7995-45a5-4ddd-9984-42811a53555f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e87e5db4-4cbd-45ef-b5b8-d93fbcab49eb HTTP/1.1" status: 204 len: 168 time: 0.1684463 Aug 11 16:25:48.339065 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 45110) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:48.403917 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.db_base_plugin_v2 [None req-32f9b80d-f626-4d0d-a6d2-feadfffd5b8b admin admin] Deleting subnet bf402d1d-3421-446f-a5a1-76acf1ae7d43 {{(pid=79158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 11 16:25:48.406602 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-32f9b80d-f626-4d0d-a6d2-feadfffd5b8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:48.455746 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-32f9b80d-f626-4d0d-a6d2-feadfffd5b8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33397446'] for subnet, precommit_delete_associations {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:48.513037 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-32f9b80d-f626-4d0d-a6d2-feadfffd5b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3352476'] for subnet, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:48.592339 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-32f9b80d-f626-4d0d-a6d2-feadfffd5b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3352467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32627641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1113876'] for subnet, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:48.597400 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:48.634401 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f9b80d-f626-4d0d-a6d2-feadfffd5b8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf402d1d-3421-446f-a5a1-76acf1ae7d43,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:48.637281 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-32f9b80d-f626-4d0d-a6d2-feadfffd5b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for subnet, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:48.639809 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-32f9b80d-f626-4d0d-a6d2-feadfffd5b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:48.644422 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-32f9b80d-f626-4d0d-a6d2-feadfffd5b8b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bf402d1d-3421-446f-a5a1-76acf1ae7d43 HTTP/1.1" status: 204 len: 168 time: 0.3042800 Aug 11 16:25:48.646863 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 45124) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:48.857849 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-47f3704d-1054-4521-957a-3c140fce40dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3965533'] for network, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:48.992527 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-47f3704d-1054-4521-957a-3c140fce40dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3354215', 'neutron.services.segments.db._delete_segments_for_network-8758463345821'] for network, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:49.005933 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.services.segments.db [None req-47f3704d-1054-4521-957a-3c140fce40dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e266426d-f3a1-477e-b828-4ac5d8085254']}} {{(pid=79158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:25:49.020083 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.services.segments.db [None req-47f3704d-1054-4521-957a-3c140fce40dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c56d6ec6-c3e9-4960-b020-a96d7a735f59') {'for_net_delete': True} {{(pid=79158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:25:49.020380 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.services.segments.db [None req-47f3704d-1054-4521-957a-3c140fce40dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c56d6ec6-c3e9-4960-b020-a96d7a735f59') {} {{(pid=79158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:25:49.033368 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-47f3704d-1054-4521-957a-3c140fce40dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758463343351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33397465'] for segment, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:49.050421 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-47f3704d-1054-4521-957a-3c140fce40dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3350950'] for segment, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:49.057573 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f3704d-1054-4521-957a-3c140fce40dc admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=79158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 16:25:49.058031 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-47f3704d-1054-4521-957a-3c140fce40dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3350959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32627679'] for segment, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:49.072174 dv-cinder-804265-1-smb neutron-server[79158]: Traceback (most recent call last): Aug 11 16:25:49.072174 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 16:25:49.072174 dv-cinder-804265-1-smb neutron-server[79158]: timer() Aug 11 16:25:49.072174 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 16:25:49.072174 dv-cinder-804265-1-smb neutron-server[79158]: cb(*args, **kw) Aug 11 16:25:49.072174 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 16:25:49.072174 dv-cinder-804265-1-smb neutron-server[79158]: return func(*args, **kwargs) Aug 11 16:25:49.072174 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 16:25:49.072174 dv-cinder-804265-1-smb neutron-server[79158]: self._notify() Aug 11 16:25:49.072174 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 16:25:49.072174 dv-cinder-804265-1-smb neutron-server[79158]: self.callback(batched_events) Aug 11 16:25:49.072174 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 16:25:49.072174 dv-cinder-804265-1-smb neutron-server[79158]: event.method(event) Aug 11 16:25:49.072174 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 11 16:25:49.072174 dv-cinder-804265-1-smb neutron-server[79158]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 16:25:49.072174 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 11 16:25:49.072174 dv-cinder-804265-1-smb neutron-server[79158]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 16:25:49.072174 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 16:25:49.072174 dv-cinder-804265-1-smb neutron-server[79158]: return f(self, *a, **k) Aug 11 16:25:49.072174 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 16:25:49.072174 dv-cinder-804265-1-smb neutron-server[79158]: return self._get(url).json() Aug 11 16:25:49.072174 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 16:25:49.072174 dv-cinder-804265-1-smb neutron-server[79158]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 16:25:49.072174 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 16:25:49.072174 dv-cinder-804265-1-smb neutron-server[79158]: return self.request(url, 'GET', **kwargs) Aug 11 16:25:49.072174 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 16:25:49.072174 dv-cinder-804265-1-smb neutron-server[79158]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 16:25:49.072174 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 16:25:49.072174 dv-cinder-804265-1-smb neutron-server[79158]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 16:25:49.072174 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 16:25:49.072174 dv-cinder-804265-1-smb neutron-server[79158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 16:25:49.072174 dv-cinder-804265-1-smb neutron-server[79158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 16:25:49.153218 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-47f3704d-1054-4521-957a-3c140fce40dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3354142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608000'] for network, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:49.158128 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-807d0938-c44d-4e01-aec6-d8c1102cfeb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:49.178094 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-47f3704d-1054-4521-957a-3c140fce40dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for network, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:49.181375 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3704d-1054-4521-957a-3c140fce40dc admin admin] Pushing event deleted for resources: {'Network': ['ID=e266426d-f3a1-477e-b828-4ac5d8085254,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:49.184335 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-47f3704d-1054-4521-957a-3c140fce40dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:49.189718 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-47f3704d-1054-4521-957a-3c140fce40dc admin admin] 10.222.0.21 "DELETE /v2.0/networks/e266426d-f3a1-477e-b828-4ac5d8085254 HTTP/1.1" status: 204 len: 168 time: 0.5397356 Aug 11 16:25:49.258971 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-3c786be6-9620-4a3d-9d79-594f818b0bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:49.384707 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 45152) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:49.443013 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-193e6227-2c21-42f3-aa33-cc63f7ceab4f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3752e426f4f74fb7bbf7705600c5e816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0565648 Aug 11 16:25:49.445326 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 45160) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:49.515613 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-574dd22c-ebfd-4254-bb6f-be7dc4246b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:49.563527 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-574dd22c-ebfd-4254-bb6f-be7dc4246b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:49.624812 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-574dd22c-ebfd-4254-bb6f-be7dc4246b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:49.629740 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-367bb916-d1a4-426d-b5b8-25158b5f1bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:49.646341 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dd22c-ebfd-4254-bb6f-be7dc4246b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc48394a-941a-4aa6-b98a-32871e2c8b03,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:49.649731 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-574dd22c-ebfd-4254-bb6f-be7dc4246b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:49.650988 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-574dd22c-ebfd-4254-bb6f-be7dc4246b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:49.652093 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-574dd22c-ebfd-4254-bb6f-be7dc4246b3f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc48394a-941a-4aa6-b98a-32871e2c8b03 HTTP/1.1" status: 204 len: 168 time: 0.2051914 Aug 11 16:25:50.410022 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:51.701201 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:52.412609 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 45200) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:52.531839 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2d1c05c5-065d-435d-ae1b-cce836edea2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:52.550855 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-2d1c05c5-065d-435d-ae1b-cce836edea2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:25:52.555481 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-2d1c05c5-065d-435d-ae1b-cce836edea2f admin admin] Usage tracker for resource:security_group_rule and tenant:113ff3b523b548668f6b8f07ac1c7e79 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:25:52.560038 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-2d1c05c5-065d-435d-ae1b-cce836edea2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:25:52.565939 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-2d1c05c5-065d-435d-ae1b-cce836edea2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:25:52.659687 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2d1c05c5-065d-435d-ae1b-cce836edea2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:52.663719 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2d1c05c5-065d-435d-ae1b-cce836edea2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:52.677141 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-1e4c0cd3-2809-4d40-bc76-bc22066c3ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:52.720360 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-2d1c05c5-065d-435d-ae1b-cce836edea2f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=113ff3b523b548668f6b8f07ac1c7e79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3066547 Aug 11 16:25:52.721290 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c05c5-065d-435d-ae1b-cce836edea2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573229f5-e301-4ad8-94ed-5aec301fafb3,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:52.723115 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 45212) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:52.725041 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-2d1c05c5-065d-435d-ae1b-cce836edea2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:52.786275 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-bd031d26-99cd-4b58-ab3b-567fee401945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:52.812282 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-bd031d26-99cd-4b58-ab3b-567fee401945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:52.866955 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-bd031d26-99cd-4b58-ab3b-567fee401945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:52.870741 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-6decb320-607e-41ae-a1ab-6a6c988263d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:52.884871 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd031d26-99cd-4b58-ab3b-567fee401945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573229f5-e301-4ad8-94ed-5aec301fafb3,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:52.887813 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-bd031d26-99cd-4b58-ab3b-567fee401945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:52.890809 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-bd031d26-99cd-4b58-ab3b-567fee401945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:52.894868 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-bd031d26-99cd-4b58-ab3b-567fee401945 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/573229f5-e301-4ad8-94ed-5aec301fafb3 HTTP/1.1" status: 204 len: 168 time: 0.1677718 Aug 11 16:25:53.222586 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 45230) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:53.240388 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-89195868-d364-45f6-972b-ebca16187eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:53.263426 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-89195868-d364-45f6-972b-ebca16187eef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:25:53.267368 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-89195868-d364-45f6-972b-ebca16187eef admin admin] Usage tracker for resource:security_group_rule and tenant:284e7f82708446e8af14b30c749d7e25 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:25:53.270453 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-89195868-d364-45f6-972b-ebca16187eef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:25:53.277452 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-89195868-d364-45f6-972b-ebca16187eef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:25:53.384877 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-89195868-d364-45f6-972b-ebca16187eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:53.388895 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-89195868-d364-45f6-972b-ebca16187eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:53.400844 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-a87908ad-7302-4f79-b244-f27bcecc0845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:53.448417 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-89195868-d364-45f6-972b-ebca16187eef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=284e7f82708446e8af14b30c749d7e25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2246649 Aug 11 16:25:53.449967 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89195868-d364-45f6-972b-ebca16187eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f88442-38ee-4340-b92a-ed9d0ef64e19,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:53.451041 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 45236) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:53.453002 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-89195868-d364-45f6-972b-ebca16187eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:53.528853 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b0626737-d6b8-418f-a1cb-92e180772a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:53.563466 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b0626737-d6b8-418f-a1cb-92e180772a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:53.642479 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b0626737-d6b8-418f-a1cb-92e180772a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:53.646297 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-4390e924-093a-4ed2-a3d8-fcd2db080c87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:53.660261 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0626737-d6b8-418f-a1cb-92e180772a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f88442-38ee-4340-b92a-ed9d0ef64e19,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:53.668305 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-b0626737-d6b8-418f-a1cb-92e180772a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:53.678703 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b0626737-d6b8-418f-a1cb-92e180772a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:53.684735 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-b0626737-d6b8-418f-a1cb-92e180772a82 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1f88442-38ee-4340-b92a-ed9d0ef64e19 HTTP/1.1" status: 204 len: 168 time: 0.2325716 Aug 11 16:25:54.694445 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75ee81-e78a-4fe2-9d46-174fa54bcddf req-542dd34f-9d06-40a1-8f12-0b51759d9f1e tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:54.696680 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5c75ee81-e78a-4fe2-9d46-174fa54bcddf req-542dd34f-9d06-40a1-8f12-0b51759d9f1e tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 946 time: 0.1014564 Aug 11 16:25:54.744903 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5c75ee81-e78a-4fe2-9d46-174fa54bcddf req-f943faf3-a08a-4f28-891f-7d39bc5e7ee1 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424244 Aug 11 16:25:54.778595 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 45280) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:54.894023 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f90f08c4-a29d-4213-8c18-a80437ca295b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:54.908792 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-f90f08c4-a29d-4213-8c18-a80437ca295b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:25:54.912534 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-f90f08c4-a29d-4213-8c18-a80437ca295b admin admin] Usage tracker for resource:security_group_rule and tenant:95400d660bb14a499168abc430da5c10 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:25:54.915690 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-f90f08c4-a29d-4213-8c18-a80437ca295b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:25:54.921583 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-f90f08c4-a29d-4213-8c18-a80437ca295b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:25:55.010214 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f90f08c4-a29d-4213-8c18-a80437ca295b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:55.014287 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f90f08c4-a29d-4213-8c18-a80437ca295b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:55.022782 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-cfd4d93a-234f-45d4-af87-6ea75e47201e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:55.062493 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f08c4-a29d-4213-8c18-a80437ca295b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189a9838-a71b-4438-9989-ae18a0ef9b00,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:55.069454 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 45296) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:55.069676 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-f90f08c4-a29d-4213-8c18-a80437ca295b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95400d660bb14a499168abc430da5c10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2898619 Aug 11 16:25:55.070567 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-f90f08c4-a29d-4213-8c18-a80437ca295b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:55.129652 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-9165a1c2-9376-4ca5-b668-af3dac7ef2f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:55.156447 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-9165a1c2-9376-4ca5-b668-af3dac7ef2f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:55.208638 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-9165a1c2-9376-4ca5-b668-af3dac7ef2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:55.214579 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-8abf1c27-aef6-4de3-bf4e-16c400e11956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:55.226382 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165a1c2-9376-4ca5-b668-af3dac7ef2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189a9838-a71b-4438-9989-ae18a0ef9b00,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:55.229284 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-9165a1c2-9376-4ca5-b668-af3dac7ef2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:55.237707 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-9165a1c2-9376-4ca5-b668-af3dac7ef2f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:55.238844 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-9165a1c2-9376-4ca5-b668-af3dac7ef2f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/189a9838-a71b-4438-9989-ae18a0ef9b00 HTTP/1.1" status: 204 len: 168 time: 0.1684327 Aug 11 16:25:55.953215 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e9b89-2fdd-41bf-8873-80d8968d898e req-e32da120-6c7c-45e2-87e5-b64ce40d808e tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:55.954688 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-557e9b89-2fdd-41bf-8873-80d8968d898e req-e32da120-6c7c-45e2-87e5-b64ce40d808e tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 946 time: 0.0869629 Aug 11 16:25:56.001846 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-557e9b89-2fdd-41bf-8873-80d8968d898e req-d27029d0-0bd2-42e6-9c88-a2c2c633239c tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405886 Aug 11 16:25:56.020863 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:56.541805 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d02769-6ab5-4dc8-8a67-b4208f2c94a3 req-4d394a89-607f-4483-9834-c941df24159d tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:56.543259 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b4d02769-6ab5-4dc8-8a67-b4208f2c94a3 req-4d394a89-607f-4483-9834-c941df24159d tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 946 time: 0.0794659 Aug 11 16:25:56.619399 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [req-b4d02769-6ab5-4dc8-8a67-b4208f2c94a3 req-8b4f2031-7749-4b91-a910-6769a5e19344 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Deleting port 5d3ddf2f-b157-451d-a236-2f07fe0babc1 {{(pid=79159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:25:56.619749 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-b4d02769-6ab5-4dc8-8a67-b4208f2c94a3 req-8b4f2031-7749-4b91-a910-6769a5e19344 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:56.866354 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-b4d02769-6ab5-4dc8-8a67-b4208f2c94a3 req-8b4f2031-7749-4b91-a910-6769a5e19344 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] For port 5d3ddf2f-b157-451d-a236-2f07fe0babc1, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=5d3ddf2f-b157-451d-a236-2f07fe0babc1,segment=NetworkSegment(27cb263a-ccc6-4035-8f60-05cc8115add6),segment_id=27cb263a-ccc6-4035-8f60-05cc8115add6)] {{(pid=79159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:25:56.866719 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-b4d02769-6ab5-4dc8-8a67-b4208f2c94a3 req-8b4f2031-7749-4b91-a910-6769a5e19344 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:57.315267 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-b4d02769-6ab5-4dc8-8a67-b4208f2c94a3 req-8b4f2031-7749-4b91-a910-6769a5e19344 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:57.315958 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-b4d02769-6ab5-4dc8-8a67-b4208f2c94a3 req-8b4f2031-7749-4b91-a910-6769a5e19344 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608121'] for floatingip, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:57.315958 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.db.l3_db [req-b4d02769-6ab5-4dc8-8a67-b4208f2c94a3 req-8b4f2031-7749-4b91-a910-6769a5e19344 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Floating IP f843c931-89ce-42c6-b53d-e18dc5c37886 disassociated. External IP: 172.28.2.64, port: 5d3ddf2f-b157-451d-a236-2f07fe0babc1. Aug 11 16:25:57.316266 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [req-b4d02769-6ab5-4dc8-8a67-b4208f2c94a3 req-8b4f2031-7749-4b91-a910-6769a5e19344 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Calling delete_port for 5d3ddf2f-b157-451d-a236-2f07fe0babc1 owned by compute:nova {{(pid=79159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:25:57.399656 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95064a-0a61-4bf1-8bf9-5d5c32ce82fa req-89be78e6-388a-401c-b94b-04d5c9e7904f tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:25:57.401121 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2e95064a-0a61-4bf1-8bf9-5d5c32ce82fa req-89be78e6-388a-401c-b94b-04d5c9e7904f tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 946 time: 0.2744253 Aug 11 16:25:57.489745 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2e95064a-0a61-4bf1-8bf9-5d5c32ce82fa req-47609982-d218-4224-a8c6-2891b9221ae3 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=d95f6522-5987-4838-a7f1-ece4d8cb7785&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766866 Aug 11 16:25:57.519676 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-b4d02769-6ab5-4dc8-8a67-b4208f2c94a3 req-8b4f2031-7749-4b91-a910-6769a5e19344 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27932534'] for port, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:57.526141 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-b7505fce-34a3-4d4d-b3d1-9ac25a89415f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:25:57.571964 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f2031-7749-4b91-a910-6769a5e19344 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Pushing event deleted for resources: {'Port': ['ID=5d3ddf2f-b157-451d-a236-2f07fe0babc1,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:25:57.575354 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-8b4f2031-7749-4b91-a910-6769a5e19344 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:25:57.760540 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4d02769-6ab5-4dc8-8a67-b4208f2c94a3 req-8b4f2031-7749-4b91-a910-6769a5e19344 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Router 9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2 has already been hosted by L3 agent fe3825e1-cd20-4759-aaf9-51b0eae29acc {{(pid=79159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:25:57.949671 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4d02769-6ab5-4dc8-8a67-b4208f2c94a3 req-8b4f2031-7749-4b91-a910-6769a5e19344 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify agent at l3_agent.dv-cinder-804265-1-smb the message routers_updated {{(pid=79159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:25:57.965773 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941fe80b-44fa-4332-bc4b-0ddcec7d9556 None None] Sync routers for ids ['9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'] in dv-cinder-804265-1-smb {{(pid=79160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:25:57.976163 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941fe80b-44fa-4332-bc4b-0ddcec7d9556 None None] Routers {'9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:25:57.977329 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-941fe80b-44fa-4332-bc4b-0ddcec7d9556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:25:49Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'], 'active': True} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:25:58.032617 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d02769-6ab5-4dc8-8a67-b4208f2c94a3 req-8b4f2031-7749-4b91-a910-6769a5e19344 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] No DVR routers for this DVR port 5d3ddf2f-b157-451d-a236-2f07fe0babc1 on host hv-cinder-80426 {{(pid=79159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:25:58.035047 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-b4d02769-6ab5-4dc8-8a67-b4208f2c94a3 req-8b4f2031-7749-4b91-a910-6769a5e19344 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:58.037723 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b72db5-7067-4fa7-9b41-5eab55e62b7e', 'name': 'network-vif-deleted', 'tag': '5d3ddf2f-b157-451d-a236-2f07fe0babc1'}] {{(pid=79159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:25:58.060224 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b4d02769-6ab5-4dc8-8a67-b4208f2c94a3 req-8b4f2031-7749-4b91-a910-6769a5e19344 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.20 "DELETE /v2.0/ports/5d3ddf2f-b157-451d-a236-2f07fe0babc1 HTTP/1.1" status: 204 len: 173 time: 1.5106206 Aug 11 16:25:58.085594 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b72db5-7067-4fa7-9b41-5eab55e62b7e', 'name': 'network-vif-deleted', 'tag': '5d3ddf2f-b157-451d-a236-2f07fe0babc1', 'status': 'completed', 'code': 200} Aug 11 16:25:58.193885 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvr_db [None req-941fe80b-44fa-4332-bc4b-0ddcec7d9556 None None] Set router 9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2 gateway port host: dv-cinder-804265-1-smb {{(pid=79160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:25:58.516539 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-941fe80b-44fa-4332-bc4b-0ddcec7d9556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'name': 'tempest-AttachVolumeShelveTestJSON-228491261-router', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:36Z', 'revision_number': 4, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'gw_port': {'id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:28Z', 'updated_at': '2021-08-11T16:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': 'bbbd57e3-f83c-4668-8fa4-51545db99bcb', 'name': '', 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'mac_address': 'fa:16:3e:da:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1d509748-00d5-4471-8b3e-a2f206f5dac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:34Z', 'updated_at': '2021-08-11T16:21:46Z', 'revision_number': 5, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'subnets': [{'id': '1d509748-00d5-4471-8b3e-a2f206f5dac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:25:58.520824 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941fe80b-44fa-4332-bc4b-0ddcec7d9556 None None] Checking router: 9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2 for host: dv-cinder-804265-1-smb {{(pid=79160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:25:58.542308 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941fe80b-44fa-4332-bc4b-0ddcec7d9556 None None] Routers {'9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:25:58.543366 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-941fe80b-44fa-4332-bc4b-0ddcec7d9556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:25:49Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'], 'active': True} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:25:58.685346 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-c9b9a484-c113-4385-90e3-2d8d0a08c46a req-7bbf118e-2be6-45cf-86ac-5b40a03f1bb6 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Synchronizing usage tracker for tenant:fef1ad4cb48040e8929d178e9133121b on resource:port {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:25:58.705198 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-c9b9a484-c113-4385-90e3-2d8d0a08c46a req-7bbf118e-2be6-45cf-86ac-5b40a03f1bb6 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Unset dirty status for tenant:fef1ad4cb48040e8929d178e9133121b on resource:port {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:25:58.710659 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c9b9a484-c113-4385-90e3-2d8d0a08c46a req-7bbf118e-2be6-45cf-86ac-5b40a03f1bb6 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b72db5-7067-4fa7-9b41-5eab55e62b7e HTTP/1.1" status: 200 len: 210 time: 0.0700774 Aug 11 16:25:58.755032 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvr_db [None req-941fe80b-44fa-4332-bc4b-0ddcec7d9556 None None] Set router 9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2 gateway port host: dv-cinder-804265-1-smb {{(pid=79160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:25:59.088037 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-941fe80b-44fa-4332-bc4b-0ddcec7d9556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'name': 'tempest-AttachVolumeShelveTestJSON-228491261-router', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:36Z', 'revision_number': 4, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'gw_port': {'id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:28Z', 'updated_at': '2021-08-11T16:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': 'bbbd57e3-f83c-4668-8fa4-51545db99bcb', 'name': '', 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'mac_address': 'fa:16:3e:da:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1d509748-00d5-4471-8b3e-a2f206f5dac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:34Z', 'updated_at': '2021-08-11T16:21:46Z', 'revision_number': 5, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'subnets': [{'id': '1d509748-00d5-4471-8b3e-a2f206f5dac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:25:59.092432 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941fe80b-44fa-4332-bc4b-0ddcec7d9556 None None] The sync data for ids ['9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'] in dv-cinder-804265-1-smb is: [{'id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'name': 'tempest-AttachVolumeShelveTestJSON-228491261-router', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:36Z', 'revision_number': 4, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'gw_port': {'id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:28Z', 'updated_at': '2021-08-11T16:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': 'bbbd57e3-f83c-4668-8fa4-51545db99bcb', 'name': '', 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'mac_address': 'fa:16:3e:da:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1d509748-00d5-4471-8b3e-a2f206f5dac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:34Z', 'updated_at': '2021-08-11T16:21:46Z', 'revision_number': 5, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'subnets': [{'id': '1d509748-00d5-4471-8b3e-a2f206f5dac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:25:59.376790 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33ef17b-df54-4710-bf0a-75ce283ee367 None None] New status for floating IP f843c931-89ce-42c6-b53d-e18dc5c37886: DOWN {{(pid=79161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 16:25:59.841163 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 45386) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:25:59.909820 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-be883622-82da-4c40-bb5a-a86c70ea0bde tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:25:59.939083 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-be883622-82da-4c40-bb5a-a86c70ea0bde tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:00.000972 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-be883622-82da-4c40-bb5a-a86c70ea0bde tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:00.005047 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-619b81dc-df94-41ea-abd3-160631dffa88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:00.021722 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be883622-82da-4c40-bb5a-a86c70ea0bde tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95f6522-5987-4838-a7f1-ece4d8cb7785,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:00.025047 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-be883622-82da-4c40-bb5a-a86c70ea0bde tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:00.033245 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-be883622-82da-4c40-bb5a-a86c70ea0bde tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:00.037097 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-be883622-82da-4c40-bb5a-a86c70ea0bde tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "DELETE /v2.0/security-groups/d95f6522-5987-4838-a7f1-ece4d8cb7785 HTTP/1.1" status: 204 len: 168 time: 0.1923738 Aug 11 16:26:00.037419 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 45390) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:00.047885 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 5d3ddf2f-b157-451d-a236-2f07fe0babc1 no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:26:00.059344 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.api.v2.resource [None req-2a8894b9-3aec-497f-a90e-241a953760e1 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] show failed (client error): The resource could not be found. Aug 11 16:26:00.062311 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-2a8894b9-3aec-497f-a90e-241a953760e1 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups/d95f6522-5987-4838-a7f1-ece4d8cb7785 HTTP/1.1" status: 404 len: 347 time: 0.0219982 Aug 11 16:26:00.063469 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 45394) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:00.087400 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] No Port match for: 5d3ddf2f-b157-451d-a236-2f07fe0babc1 {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:26:00.087767 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 5d3ddf2f-b157-451d-a236-2f07fe0babc1 not bound to the agent host hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:26:00.232168 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.plugin [None req-f5a76219-e262-4b7e-9d08-ff959c65da09 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Deleting port c4574ba8-98d7-4d54-af58-b35a199df91f {{(pid=79158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:26:00.232490 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f5a76219-e262-4b7e-9d08-ff959c65da09 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:00.402611 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f5a76219-e262-4b7e-9d08-ff959c65da09 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:00.402940 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f5a76219-e262-4b7e-9d08-ff959c65da09 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:00.526252 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.plugin [None req-f5a76219-e262-4b7e-9d08-ff959c65da09 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Calling delete_port for c4574ba8-98d7-4d54-af58-b35a199df91f owned by network:floatingip {{(pid=79158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:26:00.672937 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f5a76219-e262-4b7e-9d08-ff959c65da09 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32627690'] for port, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:00.678797 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-7afd5e59-ec83-4064-9e7a-63dd3233927a tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:00.719909 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a76219-e262-4b7e-9d08-ff959c65da09 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Pushing event deleted for resources: {'Port': ['ID=c4574ba8-98d7-4d54-af58-b35a199df91f,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:00.723406 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-f5a76219-e262-4b7e-9d08-ff959c65da09 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:00.813496 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f5a76219-e262-4b7e-9d08-ff959c65da09 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for floatingip, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:00.839230 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f5a76219-e262-4b7e-9d08-ff959c65da09 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for floatingip, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:00.840400 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-f5a76219-e262-4b7e-9d08-ff959c65da09 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "DELETE /v2.0/floatingips/f843c931-89ce-42c6-b53d-e18dc5c37886 HTTP/1.1" status: 204 len: 168 time: 0.7759576 Aug 11 16:26:01.314956 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 45416) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:01.323936 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 45422) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:01.328942 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-923621c7-a51d-4201-8ee2-fa0b1f8581c9 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2065535615', 'description': 'tempest-description--320075555'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:01.339607 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-923621c7-a51d-4201-8ee2-fa0b1f8581c9 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:01.346255 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-923621c7-a51d-4201-8ee2-fa0b1f8581c9 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Usage tracker for resource:security_group and tenant:fef1ad4cb48040e8929d178e9133121b is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:01.349226 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-923621c7-a51d-4201-8ee2-fa0b1f8581c9 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:01.355028 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-923621c7-a51d-4201-8ee2-fa0b1f8581c9 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:01.365364 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-923621c7-a51d-4201-8ee2-fa0b1f8581c9 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:01.390390 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-923621c7-a51d-4201-8ee2-fa0b1f8581c9 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:01.394181 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-923621c7-a51d-4201-8ee2-fa0b1f8581c9 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Usage tracker for resource:security_group_rule and tenant:fef1ad4cb48040e8929d178e9133121b is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:01.396940 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-923621c7-a51d-4201-8ee2-fa0b1f8581c9 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:01.403069 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-923621c7-a51d-4201-8ee2-fa0b1f8581c9 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:01.446197 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7904ea3f-b7fd-42c9-b47a-0fcd25c9a38e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:01.465655 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-7904ea3f-b7fd-42c9-b47a-0fcd25c9a38e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:01.477749 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-7904ea3f-b7fd-42c9-b47a-0fcd25c9a38e admin admin] Usage tracker for resource:security_group_rule and tenant:3c33a0b1ee594b448d97314f62f5aa71 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:01.482190 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-7904ea3f-b7fd-42c9-b47a-0fcd25c9a38e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:01.499438 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-7904ea3f-b7fd-42c9-b47a-0fcd25c9a38e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:01.521796 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-923621c7-a51d-4201-8ee2-fa0b1f8581c9 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:01.531930 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-923621c7-a51d-4201-8ee2-fa0b1f8581c9 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:01.536808 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-9165a1c2-9376-4ca5-b668-af3dac7ef2f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:01.596177 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923621c7-a51d-4201-8ee2-fa0b1f8581c9 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d937690-6144-4e5a-9c69-8922ddcf05bb,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:01.600180 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-923621c7-a51d-4201-8ee2-fa0b1f8581c9 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:01.604735 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-923621c7-a51d-4201-8ee2-fa0b1f8581c9 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:01.606593 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-923621c7-a51d-4201-8ee2-fa0b1f8581c9 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2810111 Aug 11 16:26:01.608987 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 45426) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:01.617174 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-82f20f46-7c07-4f70-8d4b-64d1041c5187 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Request body: {'security_group_rule': {'security_group_id': '9d937690-6144-4e5a-9c69-8922ddcf05bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:01.624287 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-82f20f46-7c07-4f70-8d4b-64d1041c5187 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:01.637170 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-82f20f46-7c07-4f70-8d4b-64d1041c5187 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Usage tracker for resource:security_group_rule and tenant:fef1ad4cb48040e8929d178e9133121b is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:01.641721 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-82f20f46-7c07-4f70-8d4b-64d1041c5187 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:01.653977 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-82f20f46-7c07-4f70-8d4b-64d1041c5187 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:01.676779 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7904ea3f-b7fd-42c9-b47a-0fcd25c9a38e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:01.684234 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7904ea3f-b7fd-42c9-b47a-0fcd25c9a38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:01.691565 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-b5f9dc16-4aad-402a-b749-c46d575610ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:01.700180 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-82f20f46-7c07-4f70-8d4b-64d1041c5187 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:01.751047 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-7904ea3f-b7fd-42c9-b47a-0fcd25c9a38e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c33a0b1ee594b448d97314f62f5aa71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4350591 Aug 11 16:26:01.753790 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 45430) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:01.754355 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904ea3f-b7fd-42c9-b47a-0fcd25c9a38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96945d8c-01a3-4b97-a256-aa0ff01eac1d,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:01.759727 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-7904ea3f-b7fd-42c9-b47a-0fcd25c9a38e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:01.801218 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-82f20f46-7c07-4f70-8d4b-64d1041c5187 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:01.805364 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-82f20f46-7c07-4f70-8d4b-64d1041c5187 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516669'] for security_group_rule, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:01.807559 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-d7f8bfa8-0ef0-4590-b43b-f289651f701f tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:01.815598 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b8fa6d10-ff42-445d-a9b6-df09371c36c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:01.827808 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f20f46-7c07-4f70-8d4b-64d1041c5187 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0700652-365e-4afa-aadd-526eb9c5d242,revision_number=0']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:01.831843 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-82f20f46-7c07-4f70-8d4b-64d1041c5187 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:01.843161 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-82f20f46-7c07-4f70-8d4b-64d1041c5187 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:01.844974 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-82f20f46-7c07-4f70-8d4b-64d1041c5187 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2350292 Aug 11 16:26:01.845768 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b8fa6d10-ff42-445d-a9b6-df09371c36c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:01.847608 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 45434) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:01.852554 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-d767a85c-7e95-409e-9d12-f8ab48df1011 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Request body: {'security_group_rule': {'security_group_id': '9d937690-6144-4e5a-9c69-8922ddcf05bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:01.858532 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-d767a85c-7e95-409e-9d12-f8ab48df1011 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:01.862375 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-d767a85c-7e95-409e-9d12-f8ab48df1011 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Usage tracker for resource:security_group_rule and tenant:fef1ad4cb48040e8929d178e9133121b is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:01.865161 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-d767a85c-7e95-409e-9d12-f8ab48df1011 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:01.871411 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-d767a85c-7e95-409e-9d12-f8ab48df1011 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:01.891190 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d767a85c-7e95-409e-9d12-f8ab48df1011 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:01.901725 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b8fa6d10-ff42-445d-a9b6-df09371c36c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:01.906557 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-2e9322d2-293f-49a2-b7dd-20f67fb1d59b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:01.921695 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa6d10-ff42-445d-a9b6-df09371c36c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96945d8c-01a3-4b97-a256-aa0ff01eac1d,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:01.924638 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-b8fa6d10-ff42-445d-a9b6-df09371c36c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:01.927075 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b8fa6d10-ff42-445d-a9b6-df09371c36c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:01.929037 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-b8fa6d10-ff42-445d-a9b6-df09371c36c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96945d8c-01a3-4b97-a256-aa0ff01eac1d HTTP/1.1" status: 204 len: 168 time: 0.1742144 Aug 11 16:26:01.956939 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d767a85c-7e95-409e-9d12-f8ab48df1011 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:01.960567 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d767a85c-7e95-409e-9d12-f8ab48df1011 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516669'] for security_group_rule, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:01.966377 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-82f20f46-7c07-4f70-8d4b-64d1041c5187 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:01.987375 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d767a85c-7e95-409e-9d12-f8ab48df1011 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30184158-5ce3-4c9d-9797-1823970e347a,revision_number=0']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:01.990380 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-d767a85c-7e95-409e-9d12-f8ab48df1011 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:01.999484 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d767a85c-7e95-409e-9d12-f8ab48df1011 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:02.000668 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-d767a85c-7e95-409e-9d12-f8ab48df1011 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1522291 Aug 11 16:26:02.003778 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 45440) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:02.009318 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-c586e4b7-f782-43d8-bc39-6e5517c483ca tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Request body: {'floatingip': {'floating_network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:02.014912 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-c586e4b7-f782-43d8-bc39-6e5517c483ca tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:02.018651 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-c586e4b7-f782-43d8-bc39-6e5517c483ca tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Usage tracker for resource:floatingip and tenant:fef1ad4cb48040e8929d178e9133121b is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:02.021463 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-c586e4b7-f782-43d8-bc39-6e5517c483ca tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:02.028049 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-c586e4b7-f782-43d8-bc39-6e5517c483ca tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:02.039048 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c586e4b7-f782-43d8-bc39-6e5517c483ca tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for floatingip, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:02.180146 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c586e4b7-f782-43d8-bc39-6e5517c483ca tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:02.215674 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 45446) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:02.319303 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-3fe51bf3-9d27-4599-9f5d-6de4ecf8e07d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:02.323444 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.db_base_plugin_common [None req-c586e4b7-f782-43d8-bc39-6e5517c483ca tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Allocated IP 172.28.2.20 (74b3c71b-fb08-4503-8924-b9e5cb7ae853/af30e8de-a40d-42cb-9ec9-bce0fcfe28d3/cc3922d1-3cb4-4f58-96bc-17ce0fd5710c) {{(pid=79159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:26:02.334165 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-3fe51bf3-9d27-4599-9f5d-6de4ecf8e07d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:02.339328 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-3fe51bf3-9d27-4599-9f5d-6de4ecf8e07d admin admin] Usage tracker for resource:security_group_rule and tenant:e26e10f8b903449fb7aeb67206eb6844 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:02.342203 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-3fe51bf3-9d27-4599-9f5d-6de4ecf8e07d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:02.348112 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-3fe51bf3-9d27-4599-9f5d-6de4ecf8e07d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:02.431457 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-3fe51bf3-9d27-4599-9f5d-6de4ecf8e07d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:02.435298 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-3fe51bf3-9d27-4599-9f5d-6de4ecf8e07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:02.442223 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-7d76f414-b91c-47d5-8b63-1435ae9e23a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:02.486389 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-3fe51bf3-9d27-4599-9f5d-6de4ecf8e07d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e26e10f8b903449fb7aeb67206eb6844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2694993 Aug 11 16:26:02.487324 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe51bf3-9d27-4599-9f5d-6de4ecf8e07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47c321a-118a-42c3-b1bd-3bbc84a87e9d,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:02.489713 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 45450) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:02.492296 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-3fe51bf3-9d27-4599-9f5d-6de4ecf8e07d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:02.552497 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-bad7d170-4d10-41b3-9a15-796018c372ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:02.577668 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c586e4b7-f782-43d8-bc39-6e5517c483ca tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for port, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:02.580179 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-bad7d170-4d10-41b3-9a15-796018c372ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:02.610297 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c586e4b7-f782-43d8-bc39-6e5517c483ca tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27932534'] for port, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:02.614929 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-2f05cd20-56ba-4170-b05a-553cb75dc008 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:02.642123 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-bad7d170-4d10-41b3-9a15-796018c372ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:02.645859 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-c2ff7995-45a5-4ddd-9984-42811a53555f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:02.657401 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7d170-4d10-41b3-9a15-796018c372ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47c321a-118a-42c3-b1bd-3bbc84a87e9d,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:02.661281 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-bad7d170-4d10-41b3-9a15-796018c372ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:02.664828 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-bad7d170-4d10-41b3-9a15-796018c372ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:02.668620 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-bad7d170-4d10-41b3-9a15-796018c372ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a47c321a-118a-42c3-b1bd-3bbc84a87e9d HTTP/1.1" status: 204 len: 168 time: 0.1779108 Aug 11 16:26:02.679403 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c586e4b7-f782-43d8-bc39-6e5517c483ca tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Network 74b3c71b-fb08-4503-8924-b9e5cb7ae853 is already hosted by enough agents. {{(pid=79159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:26:02.682938 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [None req-c586e4b7-f782-43d8-bc39-6e5517c483ca tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Resources bound (agent type, host, resource id): {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:26:02.686800 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c586e4b7-f782-43d8-bc39-6e5517c483ca tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Received port after_create {{(pid=79159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:26:02.726732 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c586e4b7-f782-43d8-bc39-6e5517c483ca tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Pushing event updated for resources: {'Port': ['ID=cc3922d1-3cb4-4f58-96bc-17ce0fd5710c,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:02.730660 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-c586e4b7-f782-43d8-bc39-6e5517c483ca tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:02.815590 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c586e4b7-f782-43d8-bc39-6e5517c483ca tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:02.884279 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c586e4b7-f782-43d8-bc39-6e5517c483ca tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:03.098099 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c586e4b7-f782-43d8-bc39-6e5517c483ca tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for port, precommit_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:03.103591 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c586e4b7-f782-43d8-bc39-6e5517c483ca tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27932527'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:03.108106 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-9fa31616-1e14-462b-af1a-2de899d944c7 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:03.218035 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c586e4b7-f782-43d8-bc39-6e5517c483ca tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Pushing event updated for resources: {'Port': ['ID=cc3922d1-3cb4-4f58-96bc-17ce0fd5710c,revision_number=2']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:03.222384 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-c586e4b7-f782-43d8-bc39-6e5517c483ca tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:03.230587 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c586e4b7-f782-43d8-bc39-6e5517c483ca tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608121'] for floatingip, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:03.252972 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c586e4b7-f782-43d8-bc39-6e5517c483ca tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for floatingip, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:03.254259 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-c586e4b7-f782-43d8-bc39-6e5517c483ca tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2495494 Aug 11 16:26:03.474433 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-0f98e05b-b637-4e8b-b929-d02f98017e51 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Synchronizing usage tracker for tenant:fef1ad4cb48040e8929d178e9133121b on resource:security_group {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:26:03.489302 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-0f98e05b-b637-4e8b-b929-d02f98017e51 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Unset dirty status for tenant:fef1ad4cb48040e8929d178e9133121b on resource:security_group {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:26:03.490644 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-0f98e05b-b637-4e8b-b929-d02f98017e51 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2065535615&fields=id&tenant_id=fef1ad4cb48040e8929d178e9133121b HTTP/1.1" status: 200 len: 267 time: 0.0560241 Aug 11 16:26:03.650455 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-ef4a4749-ab45-483f-8621-2dd4d5b10c97 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:03.652062 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-ef4a4749-ab45-483f-8621-2dd4d5b10c97 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/networks?id=0716185b-9f94-472b-95f6-9bbd05d2e424 HTTP/1.1" status: 200 len: 816 time: 0.1531789 Aug 11 16:26:03.670273 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-fbcaffa6-4fb3-4db2-8732-ca6ddfbd4b94 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/quotas/fef1ad4cb48040e8929d178e9133121b HTTP/1.1" status: 200 len: 375 time: 0.0101206 Aug 11 16:26:03.760731 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-89bab655-935d-4034-880e-deed5041cb9b tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fef1ad4cb48040e8929d178e9133121b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0848186 Aug 11 16:26:03.907879 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-4e242ee8-77ae-489f-a164-f163e97a274f service neutron] 10.222.0.21 "GET /v2.0/networks/0716185b-9f94-472b-95f6-9bbd05d2e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359017 Aug 11 16:26:04.040489 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-7c8c165e-4a63-4fef-a87f-cda69f399110 service neutron] 10.222.0.21 "GET /v2.0/networks/0716185b-9f94-472b-95f6-9bbd05d2e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268220 Aug 11 16:26:04.221337 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1b976db5-7a07-49be-9052-ef35a7c5efe4 req-80d31baf-8b18-47bc-b189-ce0dcecd8433 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 210 time: 0.0433528 Aug 11 16:26:05.415009 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1b1b0425-814d-4b36-829d-ce31fb428a9b req-509bc4fd-2c8e-4885-8072-7423e4284ce2 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 210 time: 0.0625565 Aug 11 16:26:05.472445 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-047fedf8-2fc3-4617-adfc-77ceac9cec95 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:05.473934 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-047fedf8-2fc3-4617-adfc-77ceac9cec95 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.20 "GET /v2.0/networks?id=0716185b-9f94-472b-95f6-9bbd05d2e424 HTTP/1.1" status: 200 len: 816 time: 0.2239740 Aug 11 16:26:05.536174 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-f9951417-ccd9-479a-a540-1b045c241c1d tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fef1ad4cb48040e8929d178e9133121b HTTP/1.1" status: 200 len: 380 time: 0.0429382 Aug 11 16:26:05.554444 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-b5b0262f-bb01-4aa2-b8ff-3ac9ca152976 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Request body: {'port': {'device_id': 'f71c1ff7-e693-498d-8d45-7301f660cd01', 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424', 'admin_state_up': True, 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'security_groups': ['9d937690-6144-4e5a-9c69-8922ddcf05bb']}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:05.811947 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-b5b0262f-bb01-4aa2-b8ff-3ac9ca152976 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:05.816117 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-b5b0262f-bb01-4aa2-b8ff-3ac9ca152976 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Usage tracker for resource:port and tenant:fef1ad4cb48040e8929d178e9133121b is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:05.818996 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-b5b0262f-bb01-4aa2-b8ff-3ac9ca152976 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:05.824956 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-b5b0262f-bb01-4aa2-b8ff-3ac9ca152976 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:05.834501 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-b5b0262f-bb01-4aa2-b8ff-3ac9ca152976 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Made reservation on behalf of fef1ad4cb48040e8929d178e9133121b for: {'port': 1} {{(pid=79159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:26:05.838614 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-b5b0262f-bb01-4aa2-b8ff-3ac9ca152976 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:06.075864 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efae4a2-31e0-430a-89a1-b60189ea7a8c req-b577c272-79b4-4a80-baee-ca3fced0d4ce tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:06.077341 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8efae4a2-31e0-430a-89a1-b60189ea7a8c req-b577c272-79b4-4a80-baee-ca3fced0d4ce tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.1794963 Aug 11 16:26:06.081248 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.db_base_plugin_common [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-b5b0262f-bb01-4aa2-b8ff-3ac9ca152976 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Allocated IP 172.20.0.10 (0716185b-9f94-472b-95f6-9bbd05d2e424/1d509748-00d5-4471-8b3e-a2f206f5dac5/dcd9094b-39a2-4ebb-b6e8-3b2051ab5826) {{(pid=79159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:26:06.144151 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8efae4a2-31e0-430a-89a1-b60189ea7a8c req-4e775dec-7296-4b23-9829-fbbbbd487261 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605810 Aug 11 16:26:06.179859 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 6 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:26:06.317042 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-b5b0262f-bb01-4aa2-b8ff-3ac9ca152976 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for port, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:06.332775 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.provisioning_blocks [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-b5b0262f-bb01-4aa2-b8ff-3ac9ca152976 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Transition to ACTIVE for port object dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 will not be triggered until provisioned by entity DHCP. {{(pid=79159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:26:06.355496 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-b5b0262f-bb01-4aa2-b8ff-3ac9ca152976 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27932534'] for port, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:06.360782 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-a77f43f2-a4e6-40ce-86c7-f73ef8c52df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:06.429263 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-b5b0262f-bb01-4aa2-b8ff-3ac9ca152976 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Network 0716185b-9f94-472b-95f6-9bbd05d2e424 is already hosted by enough agents. {{(pid=79159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:26:06.433249 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-b5b0262f-bb01-4aa2-b8ff-3ac9ca152976 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Resources bound (agent type, host, resource id): {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:26:06.437122 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-b5b0262f-bb01-4aa2-b8ff-3ac9ca152976 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Received port after_create {{(pid=79159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:26:06.468390 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0262f-bb01-4aa2-b8ff-3ac9ca152976 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Pushing event updated for resources: {'Port': ['ID=dcd9094b-39a2-4ebb-b6e8-3b2051ab5826,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:06.475170 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-b5b0262f-bb01-4aa2-b8ff-3ac9ca152976 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:06.509907 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-b5b0262f-bb01-4aa2-b8ff-3ac9ca152976 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:06.510570 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-b5b0262f-bb01-4aa2-b8ff-3ac9ca152976 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:06.571164 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-b5b0262f-bb01-4aa2-b8ff-3ac9ca152976 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0199368 Aug 11 16:26:06.598640 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-15a2e2ab-ce2f-40d7-b33e-78701cc58343 service neutron] Request body: {'port': {'device_id': 'f71c1ff7-e693-498d-8d45-7301f660cd01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:06.718808 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b238833-0a7b-42e6-a623-65b92d936adb req-16df5823-1f4c-414c-9303-49c3921eaa01 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:06.719437 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-2b238833-0a7b-42e6-a623-65b92d936adb req-16df5823-1f4c-414c-9303-49c3921eaa01 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Synchronizing usage tracker for tenant:fef1ad4cb48040e8929d178e9133121b on resource:port {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:26:06.732946 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-30c5cc8d-8f62-43dd-91db-d75ea824d316 None None] Provisioning for port dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 completed by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:26:06.737763 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-30c5cc8d-8f62-43dd-91db-d75ea824d316 None None] Provisioning complete for port dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 triggered by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:26:06.738341 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-30c5cc8d-8f62-43dd-91db-d75ea824d316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:06.740898 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-15a2e2ab-ce2f-40d7-b33e-78701cc58343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:06.755669 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-2b238833-0a7b-42e6-a623-65b92d936adb req-16df5823-1f4c-414c-9303-49c3921eaa01 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Unset dirty status for tenant:fef1ad4cb48040e8929d178e9133121b on resource:port {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:26:06.757091 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2b238833-0a7b-42e6-a623-65b92d936adb req-16df5823-1f4c-414c-9303-49c3921eaa01 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 932 time: 0.2202725 Aug 11 16:26:06.797122 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-30c5cc8d-8f62-43dd-91db-d75ea824d316 None None] Port dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 cannot update to ACTIVE because it is not bound. {{(pid=79160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:26:06.858146 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2b238833-0a7b-42e6-a623-65b92d936adb req-069523bc-a70f-4adc-abd2-35bead5718de tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741231 Aug 11 16:26:07.119918 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-15a2e2ab-ce2f-40d7-b33e-78701cc58343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 {{(pid=79159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:26:07.127245 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-15a2e2ab-ce2f-40d7-b33e-78701cc58343 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:07.142086 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.provisioning_blocks [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-15a2e2ab-ce2f-40d7-b33e-78701cc58343 service neutron] Transition to ACTIVE for port object dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 will not be triggered until provisioned by entity L2. {{(pid=79159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:26:07.145603 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-15a2e2ab-ce2f-40d7-b33e-78701cc58343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27932527'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:07.150977 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-41c377ae-f73f-4706-bf3e-86069989168b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:07.355170 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2e2ab-ce2f-40d7-b33e-78701cc58343 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd9094b-39a2-4ebb-b6e8-3b2051ab5826,revision_number=2']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:07.365794 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-15a2e2ab-ce2f-40d7-b33e-78701cc58343 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:07.453723 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-15a2e2ab-ce2f-40d7-b33e-78701cc58343 service neutron] Attempting to bind port dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:26:07.454467 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-15a2e2ab-ce2f-40d7-b33e-78701cc58343 service neutron] Attempting to bind port dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': '27cb263a-ccc6-4035-8f60-05cc8115add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424'}] {{(pid=79159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:26:07.454467 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-15a2e2ab-ce2f-40d7-b33e-78701cc58343 service neutron] Attempting to bind port dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 on network 0716185b-9f94-472b-95f6-9bbd05d2e424 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:26:07.466487 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d2b9d-85a1-4b6d-899b-59098459f7dd req-20acf80c-3e58-4a1e-ad05-ef5d112aebce tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:07.467987 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2e4d2b9d-85a1-4b6d-899b-59098459f7dd req-20acf80c-3e58-4a1e-ad05-ef5d112aebce tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.2077866 Aug 11 16:26:07.469884 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-15a2e2ab-ce2f-40d7-b33e-78701cc58343 service neutron] Port dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 on network 0716185b-9f94-472b-95f6-9bbd05d2e424 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:26:07.470233 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-15a2e2ab-ce2f-40d7-b33e-78701cc58343 service neutron] Attempting to bind port dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 on network 0716185b-9f94-472b-95f6-9bbd05d2e424 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:26:07.490045 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-15a2e2ab-ce2f-40d7-b33e-78701cc58343 service neutron] Checking agent: {'id': '1d09ba05-6aad-4b92-98a7-4a9421ef38ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:26:07.490415 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-15a2e2ab-ce2f-40d7-b33e-78701cc58343 service neutron] Checking segment: {'id': '27cb263a-ccc6-4035-8f60-05cc8115add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:26:07.490796 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-15a2e2ab-ce2f-40d7-b33e-78701cc58343 service neutron] Bound using segment: {'id': '27cb263a-ccc6-4035-8f60-05cc8115add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424'} {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:26:07.491271 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-15a2e2ab-ce2f-40d7-b33e-78701cc58343 service neutron] Bound port: dcd9094b-39a2-4ebb-b6e8-3b2051ab5826, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27cb263a-ccc6-4035-8f60-05cc8115add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424'}}] {{(pid=79159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:26:07.491620 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-15a2e2ab-ce2f-40d7-b33e-78701cc58343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:07.681109 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2e4d2b9d-85a1-4b6d-899b-59098459f7dd req-00c5890f-7fa6-49fa-b496-c87333c4e374 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071140 Aug 11 16:26:07.719964 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-15a2e2ab-ce2f-40d7-b33e-78701cc58343 service neutron] For port dcd9094b-39a2-4ebb-b6e8-3b2051ab5826, host hv-cinder-80426, cleared binding levels {{(pid=79159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:26:07.723890 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-15a2e2ab-ce2f-40d7-b33e-78701cc58343 service neutron] For port dcd9094b-39a2-4ebb-b6e8-3b2051ab5826, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=dcd9094b-39a2-4ebb-b6e8-3b2051ab5826,segment=NetworkSegment(27cb263a-ccc6-4035-8f60-05cc8115add6),segment_id=27cb263a-ccc6-4035-8f60-05cc8115add6)] {{(pid=79159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:26:07.731552 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-15a2e2ab-ce2f-40d7-b33e-78701cc58343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27932527'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:07.735936 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-8b4f2031-7749-4b91-a910-6769a5e19344 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:07.796110 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-15a2e2ab-ce2f-40d7-b33e-78701cc58343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:07.796744 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-15a2e2ab-ce2f-40d7-b33e-78701cc58343 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:07.798266 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-15a2e2ab-ce2f-40d7-b33e-78701cc58343 service neutron] 10.222.0.20 "PUT /v2.0/ports/dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 HTTP/1.1" status: 200 len: 1094 time: 1.2037926 Aug 11 16:26:07.798614 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71c1ff7-e693-498d-8d45-7301f660cd01', 'tag': 'dcd9094b-39a2-4ebb-b6e8-3b2051ab5826'}] {{(pid=79159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:26:07.835618 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2e2ab-ce2f-40d7-b33e-78701cc58343 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd9094b-39a2-4ebb-b6e8-3b2051ab5826,revision_number=3']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:07.843101 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-15a2e2ab-ce2f-40d7-b33e-78701cc58343 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:07.873789 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71c1ff7-e693-498d-8d45-7301f660cd01', 'tag': 'dcd9094b-39a2-4ebb-b6e8-3b2051ab5826', 'status': 'completed', 'code': 200} Aug 11 16:26:08.007435 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-eef17c0c-9de9-45d7-a953-0dbe4587ded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:08.010197 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-eef17c0c-9de9-45d7-a953-0dbe4587ded7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fef1ad4cb48040e8929d178e9133121b&device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 1097 time: 0.1105523 Aug 11 16:26:08.160527 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-96c02faf-7653-49da-94d2-14d1821b46e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 HTTP/1.1" status: 200 len: 217 time: 0.1076298 Aug 11 16:26:08.255246 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-9bf728c4-964f-46c5-a092-e9593ca0834a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:08.256949 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-9bf728c4-964f-46c5-a092-e9593ca0834a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d509748-00d5-4471-8b3e-a2f206f5dac5 HTTP/1.1" status: 200 len: 855 time: 0.0888467 Aug 11 16:26:08.303193 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6197c-1c6f-4dd6-a50d-09067adcf353 req-931b433e-a6c7-4537-a44a-ffdcfd09f225 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:08.304690 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-36a6197c-1c6f-4dd6-a50d-09067adcf353 req-931b433e-a6c7-4537-a44a-ffdcfd09f225 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 944 time: 0.2904270 Aug 11 16:26:08.342895 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fdd5fc-ad25-4100-bebd-3542690a83f1 req-6eb4ebd7-3722-4b4e-990b-832ce1e10799 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:08.344307 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-89fdd5fc-ad25-4100-bebd-3542690a83f1 req-6eb4ebd7-3722-4b4e-990b-832ce1e10799 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.2926712 Aug 11 16:26:08.432575 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-36a6197c-1c6f-4dd6-a50d-09067adcf353 req-f79be0a8-d058-4bad-a99a-151aac5056f6 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218293 Aug 11 16:26:08.447483 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [req-89fdd5fc-ad25-4100-bebd-3542690a83f1 req-1e70e2c4-db98-4297-b7f6-586d36196a30 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Deleting port e78309e3-16e8-48a2-8d18-0649025f079c {{(pid=79159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:26:08.447835 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-89fdd5fc-ad25-4100-bebd-3542690a83f1 req-1e70e2c4-db98-4297-b7f6-586d36196a30 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:08.511529 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-6de9ac0b-bc2c-450f-87bf-3cc369d713b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:08.513004 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-6de9ac0b-bc2c-450f-87bf-3cc369d713b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0716185b-9f94-472b-95f6-9bbd05d2e424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2484145 Aug 11 16:26:08.782471 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-948a4f7d-1032-447f-9b28-0f7a0979b455 service neutron] 10.222.0.20 "GET /v2.0/networks/0716185b-9f94-472b-95f6-9bbd05d2e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413955 Aug 11 16:26:08.891980 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-89fdd5fc-ad25-4100-bebd-3542690a83f1 req-1e70e2c4-db98-4297-b7f6-586d36196a30 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] For port e78309e3-16e8-48a2-8d18-0649025f079c, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=e78309e3-16e8-48a2-8d18-0649025f079c,segment=NetworkSegment(43498505-ff72-4a60-a1de-0e3e6d25bab0),segment_id=43498505-ff72-4a60-a1de-0e3e6d25bab0)] {{(pid=79159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:26:08.892345 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-89fdd5fc-ad25-4100-bebd-3542690a83f1 req-1e70e2c4-db98-4297-b7f6-586d36196a30 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:09.156289 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-958012d9-a5a9-47fd-b728-2d9d96cd3f33 req-40b5c643-f712-4d34-b67e-513e67616866 service neutron] 10.222.0.20 "GET /v2.0/networks/0716185b-9f94-472b-95f6-9bbd05d2e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654079 Aug 11 16:26:09.173077 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f0103-8eba-431c-94e6-660849a8fd84 req-cbd4b3b2-5fd0-460b-91a1-e695d70f171a tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:09.174581 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-dd7f0103-8eba-431c-94e6-660849a8fd84 req-cbd4b3b2-5fd0-460b-91a1-e695d70f171a tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 946 time: 0.3583081 Aug 11 16:26:09.499937 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-dd7f0103-8eba-431c-94e6-660849a8fd84 req-212c5601-b754-4c57-bbc7-344e3d39c947 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=630ebbc4-bd67-4c75-9198-14dd66baf7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3077691 Aug 11 16:26:09.500930 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-89fdd5fc-ad25-4100-bebd-3542690a83f1 req-1e70e2c4-db98-4297-b7f6-586d36196a30 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:09.501330 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-89fdd5fc-ad25-4100-bebd-3542690a83f1 req-1e70e2c4-db98-4297-b7f6-586d36196a30 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608121'] for floatingip, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:09.501624 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.db.l3_db [req-89fdd5fc-ad25-4100-bebd-3542690a83f1 req-1e70e2c4-db98-4297-b7f6-586d36196a30 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Floating IP 0bccc03a-ab25-450b-818a-22562354d49d disassociated. External IP: 172.28.2.66, port: e78309e3-16e8-48a2-8d18-0649025f079c. Aug 11 16:26:09.501980 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [req-89fdd5fc-ad25-4100-bebd-3542690a83f1 req-1e70e2c4-db98-4297-b7f6-586d36196a30 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Calling delete_port for e78309e3-16e8-48a2-8d18-0649025f079c owned by compute:nova {{(pid=79159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:26:09.588802 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078add1-e8f2-4d6d-9572-8057d7df2a5a req-ba2a0ef4-d5cb-4318-9e58-87ebab4f4f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:09.590330 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a078add1-e8f2-4d6d-9572-8057d7df2a5a req-ba2a0ef4-d5cb-4318-9e58-87ebab4f4f3c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fef1ad4cb48040e8929d178e9133121b&device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 1097 time: 0.3189952 Aug 11 16:26:09.837211 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-89fdd5fc-ad25-4100-bebd-3542690a83f1 req-1e70e2c4-db98-4297-b7f6-586d36196a30 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27932534'] for port, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:09.852953 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-1e75fb4b-341d-4864-be22-a295e52f01a8 tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:09.903086 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70e2c4-db98-4297-b7f6-586d36196a30 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Pushing event deleted for resources: {'Port': ['ID=e78309e3-16e8-48a2-8d18-0649025f079c,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:09.907772 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078add1-e8f2-4d6d-9572-8057d7df2a5a req-c18dd1c3-d433-476c-99a7-776d738c4bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:09.909218 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a078add1-e8f2-4d6d-9572-8057d7df2a5a req-c18dd1c3-d433-476c-99a7-776d738c4bf2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0716185b-9f94-472b-95f6-9bbd05d2e424 HTTP/1.1" status: 200 len: 917 time: 0.3118060 Aug 11 16:26:09.910100 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-1e70e2c4-db98-4297-b7f6-586d36196a30 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:09.982484 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500879e-b9cf-494d-b366-3207c3cbe18e req-82b1a227-7e95-48fb-aa29-2fe394b76ed8 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:09.983949 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5500879e-b9cf-494d-b366-3207c3cbe18e req-82b1a227-7e95-48fb-aa29-2fe394b76ed8 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 944 time: 0.3488300 Aug 11 16:26:10.062237 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a078add1-e8f2-4d6d-9572-8057d7df2a5a req-27a74b78-1f79-4292-89d5-56a1978b2f45 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 HTTP/1.1" status: 200 len: 217 time: 0.1393425 Aug 11 16:26:10.221345 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5500879e-b9cf-494d-b366-3207c3cbe18e req-fb03e24e-766b-4530-8201-1912a5d29720 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836460 Aug 11 16:26:10.237616 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078add1-e8f2-4d6d-9572-8057d7df2a5a req-b9539c9c-6fc3-4b60-a3da-07e10694dd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:10.239083 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a078add1-e8f2-4d6d-9572-8057d7df2a5a req-b9539c9c-6fc3-4b60-a3da-07e10694dd18 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d509748-00d5-4471-8b3e-a2f206f5dac5 HTTP/1.1" status: 200 len: 855 time: 0.1601756 Aug 11 16:26:10.315678 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89fdd5fc-ad25-4100-bebd-3542690a83f1 req-1e70e2c4-db98-4297-b7f6-586d36196a30 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Router 0613ad3d-b0a7-48fa-98be-159f77c97299 has already been hosted by L3 agent fe3825e1-cd20-4759-aaf9-51b0eae29acc {{(pid=79159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:26:10.424457 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078add1-e8f2-4d6d-9572-8057d7df2a5a req-9d228b79-0d33-4e21-a174-8decab0734ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:10.425948 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a078add1-e8f2-4d6d-9572-8057d7df2a5a req-9d228b79-0d33-4e21-a174-8decab0734ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0716185b-9f94-472b-95f6-9bbd05d2e424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1789846 Aug 11 16:26:10.597033 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89fdd5fc-ad25-4100-bebd-3542690a83f1 req-1e70e2c4-db98-4297-b7f6-586d36196a30 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify agent at l3_agent.dv-cinder-804265-1-smb the message routers_updated {{(pid=79159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:26:10.609141 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a71a70-cfef-4a44-b94c-e995fa6c3251 None None] Sync routers for ids ['0613ad3d-b0a7-48fa-98be-159f77c97299'] in dv-cinder-804265-1-smb {{(pid=79160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:26:10.620552 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a71a70-cfef-4a44-b94c-e995fa6c3251 None None] Routers {'0613ad3d-b0a7-48fa-98be-159f77c97299'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:26:10.621728 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-31a71a70-cfef-4a44-b94c-e995fa6c3251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:25:49Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['0613ad3d-b0a7-48fa-98be-159f77c97299'], 'active': True} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:10.732576 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1d55565c-c146-4c3a-bd6b-2e617f14f69f req-03a26ff6-8500-497a-a356-2e507ed5d4ad tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e19bde9-3bb8-4a04-8b27-f203b685ee71 HTTP/1.1" status: 200 len: 210 time: 0.0987461 Aug 11 16:26:10.741897 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fdd5fc-ad25-4100-bebd-3542690a83f1 req-1e70e2c4-db98-4297-b7f6-586d36196a30 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] No DVR routers for this DVR port e78309e3-16e8-48a2-8d18-0649025f079c on host hv-cinder-80426 {{(pid=79159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:26:10.746220 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-89fdd5fc-ad25-4100-bebd-3542690a83f1 req-1e70e2c4-db98-4297-b7f6-586d36196a30 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:10.748759 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e19bde9-3bb8-4a04-8b27-f203b685ee71', 'name': 'network-vif-deleted', 'tag': 'e78309e3-16e8-48a2-8d18-0649025f079c'}] {{(pid=79159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:26:10.763956 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a078add1-e8f2-4d6d-9572-8057d7df2a5a req-71664f38-5c88-42fb-9991-32aeb76a46cf service neutron] 10.222.0.20 "GET /v2.0/networks/0716185b-9f94-472b-95f6-9bbd05d2e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889388 Aug 11 16:26:10.771154 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-89fdd5fc-ad25-4100-bebd-3542690a83f1 req-1e70e2c4-db98-4297-b7f6-586d36196a30 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.20 "DELETE /v2.0/ports/e78309e3-16e8-48a2-8d18-0649025f079c HTTP/1.1" status: 204 len: 173 time: 2.4166451 Aug 11 16:26:10.826972 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvr_db [None req-31a71a70-cfef-4a44-b94c-e995fa6c3251 None None] Set router 0613ad3d-b0a7-48fa-98be-159f77c97299 gateway port host: dv-cinder-804265-1-smb {{(pid=79160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:26:10.830071 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e19bde9-3bb8-4a04-8b27-f203b685ee71', 'name': 'network-vif-deleted', 'tag': 'e78309e3-16e8-48a2-8d18-0649025f079c', 'status': 'completed', 'code': 200} Aug 11 16:26:11.072774 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a078add1-e8f2-4d6d-9572-8057d7df2a5a req-dba4c4c3-da22-414f-b977-0020eaa0a6b5 service neutron] 10.222.0.20 "GET /v2.0/networks/0716185b-9f94-472b-95f6-9bbd05d2e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002863 Aug 11 16:26:11.213993 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-31a71a70-cfef-4a44-b94c-e995fa6c3251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'name': 'tempest-AttachVolumeTestJSON-560001265-router', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179'}], 'enable_snat': True}, 'gw_port_id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:31Z', 'updated_at': '2021-08-11T16:21:50Z', 'revision_number': 4, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'gw_port': {'id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:36Z', 'updated_at': '2021-08-11T16:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': '25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e', 'name': '', 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'mac_address': 'fa:16:3e:50:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd95ae6d0-d0c2-4ac0-b270-7afce54713aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:49Z', 'updated_at': '2021-08-11T16:22:02Z', 'revision_number': 5, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'subnets': [{'id': 'd95ae6d0-d0c2-4ac0-b270-7afce54713aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:11.217921 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a71a70-cfef-4a44-b94c-e995fa6c3251 None None] Checking router: 0613ad3d-b0a7-48fa-98be-159f77c97299 for host: dv-cinder-804265-1-smb {{(pid=79160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:26:11.226234 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a71a70-cfef-4a44-b94c-e995fa6c3251 None None] Routers {'0613ad3d-b0a7-48fa-98be-159f77c97299'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:26:11.227316 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-31a71a70-cfef-4a44-b94c-e995fa6c3251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:25:49Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['0613ad3d-b0a7-48fa-98be-159f77c97299'], 'active': True} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:11.417709 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvr_db [None req-31a71a70-cfef-4a44-b94c-e995fa6c3251 None None] Set router 0613ad3d-b0a7-48fa-98be-159f77c97299 gateway port host: dv-cinder-804265-1-smb {{(pid=79160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:26:11.429204 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0946063-35bc-4885-a0d5-398eea8f3746 req-e1f61e2b-3491-4fa7-9399-faf770a3b6da tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:11.431152 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b0946063-35bc-4885-a0d5-398eea8f3746 req-e1f61e2b-3491-4fa7-9399-faf770a3b6da tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 944 time: 0.0999193 Aug 11 16:26:11.479353 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b0946063-35bc-4885-a0d5-398eea8f3746 req-57627ace-6224-4953-aa12-61b7992d05d0 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417645 Aug 11 16:26:11.742391 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-31a71a70-cfef-4a44-b94c-e995fa6c3251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'name': 'tempest-AttachVolumeTestJSON-560001265-router', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179'}], 'enable_snat': True}, 'gw_port_id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:31Z', 'updated_at': '2021-08-11T16:21:50Z', 'revision_number': 4, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'gw_port': {'id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:36Z', 'updated_at': '2021-08-11T16:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': '25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e', 'name': '', 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'mac_address': 'fa:16:3e:50:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd95ae6d0-d0c2-4ac0-b270-7afce54713aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:49Z', 'updated_at': '2021-08-11T16:22:02Z', 'revision_number': 5, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'subnets': [{'id': 'd95ae6d0-d0c2-4ac0-b270-7afce54713aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:11.746483 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a71a70-cfef-4a44-b94c-e995fa6c3251 None None] The sync data for ids ['0613ad3d-b0a7-48fa-98be-159f77c97299'] in dv-cinder-804265-1-smb is: [{'id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'name': 'tempest-AttachVolumeTestJSON-560001265-router', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179'}], 'enable_snat': True}, 'gw_port_id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:31Z', 'updated_at': '2021-08-11T16:21:50Z', 'revision_number': 4, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'gw_port': {'id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:36Z', 'updated_at': '2021-08-11T16:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': '25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e', 'name': '', 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'mac_address': 'fa:16:3e:50:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd95ae6d0-d0c2-4ac0-b270-7afce54713aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:49Z', 'updated_at': '2021-08-11T16:22:02Z', 'revision_number': 5, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'subnets': [{'id': 'd95ae6d0-d0c2-4ac0-b270-7afce54713aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:26:11.856671 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 45604) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:11.925783 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-9b867f7d-d991-480d-b00f-e2493b1d1f6b tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:11.958593 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-9b867f7d-d991-480d-b00f-e2493b1d1f6b tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:11.968962 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7047068-828b-4897-a449-f4e1b13f194b None None] New status for floating IP 0bccc03a-ab25-450b-818a-22562354d49d: DOWN {{(pid=79161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 16:26:12.014637 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-9b867f7d-d991-480d-b00f-e2493b1d1f6b tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:12.018416 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-3fe51bf3-9d27-4599-9f5d-6de4ecf8e07d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:12.034194 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b867f7d-d991-480d-b00f-e2493b1d1f6b tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=630ebbc4-bd67-4c75-9198-14dd66baf7ac,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:12.036586 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-9b867f7d-d991-480d-b00f-e2493b1d1f6b tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:12.048035 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-9b867f7d-d991-480d-b00f-e2493b1d1f6b tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:12.051726 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-9b867f7d-d991-480d-b00f-e2493b1d1f6b tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "DELETE /v2.0/security-groups/630ebbc4-bd67-4c75-9198-14dd66baf7ac HTTP/1.1" status: 204 len: 168 time: 0.1915822 Aug 11 16:26:12.052028 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 45608) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:12.066950 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:26:12.074488 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.api.v2.resource [None req-e4b49c5f-6f9c-424b-a8e8-8aa01b143901 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] show failed (client error): The resource could not be found. Aug 11 16:26:12.078249 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-e4b49c5f-6f9c-424b-a8e8-8aa01b143901 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups/630ebbc4-bd67-4c75-9198-14dd66baf7ac HTTP/1.1" status: 404 len: 347 time: 0.0224705 Aug 11 16:26:12.078521 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 45612) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:12.078901 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device e78309e3-16e8-48a2-8d18-0649025f079c no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:26:12.118145 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] No Port match for: e78309e3-16e8-48a2-8d18-0649025f079c {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:26:12.118513 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device e78309e3-16e8-48a2-8d18-0649025f079c not bound to the agent host hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:26:12.264711 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port dcd9094b-39a2-4ebb-b6e8-3b2051ab5826, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=dcd9094b-39a2-4ebb-b6e8-3b2051ab5826,segment=NetworkSegment(27cb263a-ccc6-4035-8f60-05cc8115add6),segment_id=27cb263a-ccc6-4035-8f60-05cc8115add6)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:26:12.276326 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.plugin [None req-2df96366-eb75-4609-b6dc-c9b3f66e95ce tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Deleting port fedc50a8-c547-492d-8d2d-6de496e106cb {{(pid=79158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:26:12.276626 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2df96366-eb75-4609-b6dc-c9b3f66e95ce tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:12.286645 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Returning: {'device': 'dcd9094b-39a2-4ebb-b6e8-3b2051ab5826', 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424', 'port_id': 'dcd9094b-39a2-4ebb-b6e8-3b2051ab5826', 'mac_address': 'fa:16:3e:5d:a1:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d509748-00d5-4471-8b3e-a2f206f5dac5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:26:12.348854 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:12.366073 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 {{(pid=79160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:26:12.388223 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port dcd9094b-39a2-4ebb-b6e8-3b2051ab5826, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=dcd9094b-39a2-4ebb-b6e8-3b2051ab5826,segment=NetworkSegment(27cb263a-ccc6-4035-8f60-05cc8115add6),segment_id=27cb263a-ccc6-4035-8f60-05cc8115add6)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:26:12.391775 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:12.393513 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:12.459966 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2df96366-eb75-4609-b6dc-c9b3f66e95ce tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:12.460318 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2df96366-eb75-4609-b6dc-c9b3f66e95ce tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:12.463391 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=dcd9094b-39a2-4ebb-b6e8-3b2051ab5826,revision_number=4']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:12.471600 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:12.471953 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:12.472330 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:12.472671 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:12.473006 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:12.473343 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:12.473670 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:12.473997 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:12.474349 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:12.474674 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:12.474997 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:12.475426 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:12.479714 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:12.589333 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.plugin [None req-2df96366-eb75-4609-b6dc-c9b3f66e95ce tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Calling delete_port for fedc50a8-c547-492d-8d2d-6de496e106cb owned by network:floatingip {{(pid=79158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:26:12.679280 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2aeff-0b91-4dd0-b095-85f91da2c929 req-a7c4ece8-d1d6-418b-a3f0-81cd4a8c8ac6 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:12.681608 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-34e2aeff-0b91-4dd0-b095-85f91da2c929 req-a7c4ece8-d1d6-418b-a3f0-81cd4a8c8ac6 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 945 time: 0.0848949 Aug 11 16:26:12.702803 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['dcd9094b-39a2-4ebb-b6e8-3b2051ab5826'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:26:12.731257 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-34e2aeff-0b91-4dd0-b095-85f91da2c929 req-2acfe682-c022-4ad9-b7fb-4136e4885f27 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435700 Aug 11 16:26:12.738566 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2df96366-eb75-4609-b6dc-c9b3f66e95ce tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32627690'] for port, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:12.744452 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:12.789209 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df96366-eb75-4609-b6dc-c9b3f66e95ce tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Pushing event deleted for resources: {'Port': ['ID=fedc50a8-c547-492d-8d2d-6de496e106cb,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:12.819366 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-2df96366-eb75-4609-b6dc-c9b3f66e95ce tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:12.879772 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2df96366-eb75-4609-b6dc-c9b3f66e95ce tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for floatingip, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:12.894380 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2df96366-eb75-4609-b6dc-c9b3f66e95ce tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for floatingip, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:12.895500 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-2df96366-eb75-4609-b6dc-c9b3f66e95ce tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "DELETE /v2.0/floatingips/0bccc03a-ab25-450b-818a-22562354d49d HTTP/1.1" status: 204 len: 168 time: 0.8158362 Aug 11 16:26:13.146036 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 45628) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:13.151580 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-31b0457c-d449-42f3-961b-b3aea9bbb120 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1577813208', 'description': 'tempest-description--33620667'}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:13.157468 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-31b0457c-d449-42f3-961b-b3aea9bbb120 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:13.161555 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-31b0457c-d449-42f3-961b-b3aea9bbb120 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Usage tracker for resource:security_group and tenant:31c62e7753bf460ab9f528f3534391b0 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:13.164614 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-31b0457c-d449-42f3-961b-b3aea9bbb120 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:13.170283 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-31b0457c-d449-42f3-961b-b3aea9bbb120 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:13.181727 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-31b0457c-d449-42f3-961b-b3aea9bbb120 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:13.201799 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-31b0457c-d449-42f3-961b-b3aea9bbb120 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:13.205452 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-31b0457c-d449-42f3-961b-b3aea9bbb120 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Usage tracker for resource:security_group_rule and tenant:31c62e7753bf460ab9f528f3534391b0 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:13.208210 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-31b0457c-d449-42f3-961b-b3aea9bbb120 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:13.213815 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-31b0457c-d449-42f3-961b-b3aea9bbb120 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:13.282799 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-31b0457c-d449-42f3-961b-b3aea9bbb120 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:13.286341 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-31b0457c-d449-42f3-961b-b3aea9bbb120 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:13.291501 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-97c1ced4-9860-4f38-b14d-0b0230b39693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:13.331878 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0457c-d449-42f3-961b-b3aea9bbb120 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7d668a-2cef-43a3-b609-51c8a835c498,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:13.334551 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-31b0457c-d449-42f3-961b-b3aea9bbb120 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:13.335836 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-31b0457c-d449-42f3-961b-b3aea9bbb120 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1887314 Aug 11 16:26:13.336734 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-31b0457c-d449-42f3-961b-b3aea9bbb120 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:13.338614 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 45632) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:13.343855 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-1d40cbe5-1b8b-40cd-8ca2-5838715f6685 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Request body: {'security_group_rule': {'security_group_id': 'bf7d668a-2cef-43a3-b609-51c8a835c498', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:13.349913 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-1d40cbe5-1b8b-40cd-8ca2-5838715f6685 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:13.354197 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-1d40cbe5-1b8b-40cd-8ca2-5838715f6685 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Usage tracker for resource:security_group_rule and tenant:31c62e7753bf460ab9f528f3534391b0 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:13.357095 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-1d40cbe5-1b8b-40cd-8ca2-5838715f6685 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:13.362846 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-1d40cbe5-1b8b-40cd-8ca2-5838715f6685 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:13.380318 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1d40cbe5-1b8b-40cd-8ca2-5838715f6685 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:13.455166 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1d40cbe5-1b8b-40cd-8ca2-5838715f6685 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:13.458818 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1d40cbe5-1b8b-40cd-8ca2-5838715f6685 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516669'] for security_group_rule, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:13.464825 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-da61eb4d-0516-48c6-9eb3-d8b7ceaf0f0c tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:13.484626 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40cbe5-1b8b-40cd-8ca2-5838715f6685 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52894173-fc34-4de1-bde9-07503ff54eca,revision_number=0']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:13.489036 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-1d40cbe5-1b8b-40cd-8ca2-5838715f6685 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:13.493711 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1d40cbe5-1b8b-40cd-8ca2-5838715f6685 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:13.497457 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-1d40cbe5-1b8b-40cd-8ca2-5838715f6685 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1553898 Aug 11 16:26:13.497752 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 45640) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:13.502947 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-8b1baa29-2a8b-4339-9879-c4afb9c3c883 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Request body: {'security_group_rule': {'security_group_id': 'bf7d668a-2cef-43a3-b609-51c8a835c498', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:13.509324 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-8b1baa29-2a8b-4339-9879-c4afb9c3c883 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:13.513297 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-8b1baa29-2a8b-4339-9879-c4afb9c3c883 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Usage tracker for resource:security_group_rule and tenant:31c62e7753bf460ab9f528f3534391b0 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:13.516193 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-8b1baa29-2a8b-4339-9879-c4afb9c3c883 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:13.522008 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-8b1baa29-2a8b-4339-9879-c4afb9c3c883 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:13.543966 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-8b1baa29-2a8b-4339-9879-c4afb9c3c883 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:13.626629 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-8b1baa29-2a8b-4339-9879-c4afb9c3c883 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:13.630237 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-8b1baa29-2a8b-4339-9879-c4afb9c3c883 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516669'] for security_group_rule, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:13.632549 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:13.655527 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1baa29-2a8b-4339-9879-c4afb9c3c883 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba31e77-e856-4838-b328-8cc426d77248,revision_number=0']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:13.658042 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-8b1baa29-2a8b-4339-9879-c4afb9c3c883 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:13.665954 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-8b1baa29-2a8b-4339-9879-c4afb9c3c883 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:13.667416 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-8b1baa29-2a8b-4339-9879-c4afb9c3c883 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1688020 Aug 11 16:26:13.670599 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 45646) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:13.676002 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-eb545019-5abf-4791-8bf5-981ac6e818e5 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Request body: {'floatingip': {'floating_network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:13.683186 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-eb545019-5abf-4791-8bf5-981ac6e818e5 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:13.687713 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-eb545019-5abf-4791-8bf5-981ac6e818e5 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Usage tracker for resource:floatingip and tenant:31c62e7753bf460ab9f528f3534391b0 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:13.690957 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-eb545019-5abf-4791-8bf5-981ac6e818e5 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:13.698045 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-eb545019-5abf-4791-8bf5-981ac6e818e5 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:13.707622 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-eb545019-5abf-4791-8bf5-981ac6e818e5 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for floatingip, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:13.849173 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-eb545019-5abf-4791-8bf5-981ac6e818e5 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:13.926498 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f114a1d-7ba0-429e-9fa8-31b321d3929c req-9a9477d2-a961-41dc-98c7-b44a5308e077 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:13.927982 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4f114a1d-7ba0-429e-9fa8-31b321d3929c req-9a9477d2-a961-41dc-98c7-b44a5308e077 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 945 time: 0.0809724 Aug 11 16:26:13.974185 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4f114a1d-7ba0-429e-9fa8-31b321d3929c req-9ac43120-deac-4953-a866-15d4c69acd4f tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402205 Aug 11 16:26:13.990258 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.db_base_plugin_common [None req-eb545019-5abf-4791-8bf5-981ac6e818e5 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Allocated IP 172.28.2.196 (74b3c71b-fb08-4503-8924-b9e5cb7ae853/af30e8de-a40d-42cb-9ec9-bce0fcfe28d3/3bc1dc82-1a73-40e5-835f-3b5191c8134c) {{(pid=79158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:26:14.078606 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 up at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:26:14.151401 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning for port dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:26:14.156585 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning complete for port dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:26:14.157021 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:14.218299 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-eb545019-5abf-4791-8bf5-981ac6e818e5 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for port, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:14.247658 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-eb545019-5abf-4791-8bf5-981ac6e818e5 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32627690'] for port, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:14.253399 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:14.304696 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:14.313781 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb545019-5abf-4791-8bf5-981ac6e818e5 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Network 74b3c71b-fb08-4503-8924-b9e5cb7ae853 is already hosted by enough agents. {{(pid=79158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:26:14.316647 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.base_scheduler [None req-eb545019-5abf-4791-8bf5-981ac6e818e5 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Resources bound (agent type, host, resource id): {{(pid=79158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:26:14.320928 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb545019-5abf-4791-8bf5-981ac6e818e5 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Received port after_create {{(pid=79158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:26:14.333250 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71c1ff7-e693-498d-8d45-7301f660cd01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd9094b-39a2-4ebb-b6e8-3b2051ab5826'}] {{(pid=79160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:26:14.344424 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port dcd9094b-39a2-4ebb-b6e8-3b2051ab5826, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=dcd9094b-39a2-4ebb-b6e8-3b2051ab5826,segment=NetworkSegment(27cb263a-ccc6-4035-8f60-05cc8115add6),segment_id=27cb263a-ccc6-4035-8f60-05cc8115add6)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:26:14.348459 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:14.351818 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-59ddc856-1579-4a95-a1bf-70271c7d0820 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:14.363893 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb545019-5abf-4791-8bf5-981ac6e818e5 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Pushing event updated for resources: {'Port': ['ID=3bc1dc82-1a73-40e5-835f-3b5191c8134c,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:14.368078 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-eb545019-5abf-4791-8bf5-981ac6e818e5 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:14.386308 dv-cinder-804265-1-smb neutron-server[79160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71c1ff7-e693-498d-8d45-7301f660cd01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd9094b-39a2-4ebb-b6e8-3b2051ab5826', 'code': 200} Aug 11 16:26:14.412492 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-eb545019-5abf-4791-8bf5-981ac6e818e5 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:14.427747 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=dcd9094b-39a2-4ebb-b6e8-3b2051ab5826,revision_number=5']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:14.431547 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:14.475937 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-eb545019-5abf-4791-8bf5-981ac6e818e5 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:14.680168 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c454f5f-10e3-49de-a7a4-6f169f339057 req-f406c374-8058-439a-9db5-42918a41b5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:14.681722 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2c454f5f-10e3-49de-a7a4-6f169f339057 req-f406c374-8058-439a-9db5-42918a41b5e6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 1099 time: 0.0828087 Aug 11 16:26:14.700317 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-eb545019-5abf-4791-8bf5-981ac6e818e5 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for port, precommit_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:14.705857 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-eb545019-5abf-4791-8bf5-981ac6e818e5 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32627699'] for port, after_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:14.711393 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:14.725364 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2c454f5f-10e3-49de-a7a4-6f169f339057 req-50f12988-d219-4faa-a66d-03662601d958 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369465 Aug 11 16:26:14.823749 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb545019-5abf-4791-8bf5-981ac6e818e5 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Pushing event updated for resources: {'Port': ['ID=3bc1dc82-1a73-40e5-835f-3b5191c8134c,revision_number=2']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:14.831644 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-eb545019-5abf-4791-8bf5-981ac6e818e5 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:14.840656 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-eb545019-5abf-4791-8bf5-981ac6e818e5 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608121'] for floatingip, after_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:14.861933 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-eb545019-5abf-4791-8bf5-981ac6e818e5 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for floatingip, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:14.863151 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-eb545019-5abf-4791-8bf5-981ac6e818e5 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1915662 Aug 11 16:26:14.964730 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 45664) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:15.082400 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-980e1a15-ddf8-4801-a3ae-020913aa7efb tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1577813208&fields=id&tenant_id=31c62e7753bf460ab9f528f3534391b0 HTTP/1.1" status: 200 len: 267 time: 0.0417571 Aug 11 16:26:15.092650 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-6678f740-d310-40c7-a3c5-0148589d16e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:15.112284 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-6678f740-d310-40c7-a3c5-0148589d16e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:15.116057 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-6678f740-d310-40c7-a3c5-0148589d16e5 admin admin] Usage tracker for resource:security_group_rule and tenant:029a07fc3a924e908fe68892dfd2379f is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:15.119519 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-6678f740-d310-40c7-a3c5-0148589d16e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:15.125310 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-6678f740-d310-40c7-a3c5-0148589d16e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:15.209800 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-6678f740-d310-40c7-a3c5-0148589d16e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:15.213530 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-6678f740-d310-40c7-a3c5-0148589d16e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:15.221645 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-619ecf81-72ec-4347-815b-b5601b6bf857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:15.261263 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-6678f740-d310-40c7-a3c5-0148589d16e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=029a07fc3a924e908fe68892dfd2379f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2954466 Aug 11 16:26:15.262884 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6678f740-d310-40c7-a3c5-0148589d16e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33847fa-e9ea-4732-a90a-72d8f6580bfa,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:15.264688 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 45680) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:15.266072 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-6678f740-d310-40c7-a3c5-0148589d16e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:15.309125 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-6db021fb-80e1-47f5-a363-6f46544c5953 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:15.310558 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-6db021fb-80e1-47f5-a363-6f46544c5953 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/networks?id=cb400975-e9dd-443e-9606-847a21e328b4 HTTP/1.1" status: 200 len: 810 time: 0.2203028 Aug 11 16:26:15.338788 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe86b2-5721-4033-8bb8-46ea178f591e req-654ca054-2a31-4587-a517-d01f362d3bcd tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:15.340187 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-23fe86b2-5721-4033-8bb8-46ea178f591e req-654ca054-2a31-4587-a517-d01f362d3bcd tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 946 time: 0.2510672 Aug 11 16:26:15.354927 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-20b603e2-ea3e-4ab5-8a7b-52bf63bddded tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/quotas/31c62e7753bf460ab9f528f3534391b0 HTTP/1.1" status: 200 len: 375 time: 0.0356152 Aug 11 16:26:15.451505 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-23fe86b2-5721-4033-8bb8-46ea178f591e req-44129893-7ef1-4521-ab08-0fbbb50d1655 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024480 Aug 11 16:26:15.458974 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d99be91b-bfff-4c76-813b-25425601dac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:15.492405 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d99be91b-bfff-4c76-813b-25425601dac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:15.534057 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-bedd1265-0302-4e70-b7e3-82e1c00ca3ea tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Synchronizing usage tracker for tenant:31c62e7753bf460ab9f528f3534391b0 on resource:port {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:26:15.558061 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-bedd1265-0302-4e70-b7e3-82e1c00ca3ea tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Unset dirty status for tenant:31c62e7753bf460ab9f528f3534391b0 on resource:port {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:26:15.559388 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-bedd1265-0302-4e70-b7e3-82e1c00ca3ea tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=31c62e7753bf460ab9f528f3534391b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1905301 Aug 11 16:26:15.572565 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d99be91b-bfff-4c76-813b-25425601dac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:15.577509 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-7904ea3f-b7fd-42c9-b47a-0fcd25c9a38e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:15.611610 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99be91b-bfff-4c76-813b-25425601dac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33847fa-e9ea-4732-a90a-72d8f6580bfa,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:15.619014 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-d99be91b-bfff-4c76-813b-25425601dac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:15.632130 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d99be91b-bfff-4c76-813b-25425601dac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:15.633521 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-d99be91b-bfff-4c76-813b-25425601dac1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d33847fa-e9ea-4732-a90a-72d8f6580bfa HTTP/1.1" status: 204 len: 168 time: 0.3657000 Aug 11 16:26:15.734831 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-192b55f5-5d92-47aa-ab84-57eea455dd91 service neutron] 10.222.0.21 "GET /v2.0/networks/cb400975-e9dd-443e-9606-847a21e328b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582007 Aug 11 16:26:15.878277 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-c1f7b873-7d16-4b32-ab50-dff3e62e814d service neutron] 10.222.0.21 "GET /v2.0/networks/cb400975-e9dd-443e-9606-847a21e328b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373534 Aug 11 16:26:15.942673 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 45688) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:15.963924 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-26df4e22-a219-4aed-b59a-fe34583b7423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:15.986925 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-26df4e22-a219-4aed-b59a-fe34583b7423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:15.991111 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-26df4e22-a219-4aed-b59a-fe34583b7423 admin admin] Usage tracker for resource:security_group_rule and tenant:34e243cda5b54c8e8236aadb1e9f0b2e is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:15.996201 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-26df4e22-a219-4aed-b59a-fe34583b7423 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:16.004073 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-26df4e22-a219-4aed-b59a-fe34583b7423 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:16.139596 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c0c2db08-498d-4dab-8ad0-fde1a34fd44e req-181ab962-c042-459d-9643-573f277a01a3 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5a10160-32b0-4cb7-9bff-4dc6336779c0 HTTP/1.1" status: 200 len: 210 time: 0.0570741 Aug 11 16:26:16.165426 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-26df4e22-a219-4aed-b59a-fe34583b7423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:16.170271 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-26df4e22-a219-4aed-b59a-fe34583b7423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:16.177143 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-923621c7-a51d-4201-8ee2-fa0b1f8581c9 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:16.218011 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df4e22-a219-4aed-b59a-fe34583b7423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875ade58-7a61-4788-ad89-16a25f4952ff,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:16.222282 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-26df4e22-a219-4aed-b59a-fe34583b7423 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34e243cda5b54c8e8236aadb1e9f0b2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2782750 Aug 11 16:26:16.223642 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-26df4e22-a219-4aed-b59a-fe34583b7423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:16.225149 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 45700) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:16.291132 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-80ece27d-d2c9-4423-b4ad-4f245fc93219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:16.318197 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-80ece27d-d2c9-4423-b4ad-4f245fc93219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:16.371958 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-80ece27d-d2c9-4423-b4ad-4f245fc93219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:16.375934 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-574dd22c-ebfd-4254-bb6f-be7dc4246b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:16.394122 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ece27d-d2c9-4423-b4ad-4f245fc93219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875ade58-7a61-4788-ad89-16a25f4952ff,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:16.397206 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-80ece27d-d2c9-4423-b4ad-4f245fc93219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:16.398270 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-80ece27d-d2c9-4423-b4ad-4f245fc93219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:16.402050 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-80ece27d-d2c9-4423-b4ad-4f245fc93219 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/875ade58-7a61-4788-ad89-16a25f4952ff HTTP/1.1" status: 204 len: 168 time: 0.1757417 Aug 11 16:26:16.647332 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-ae77c839-84e2-4962-9378-e6031e4247e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:16.674543 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcc794-d95e-4f6a-9fed-bf56baff865a req-c3cc8ee1-cbfb-4632-a4cc-10d415e483e3 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:16.676052 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-bddcc794-d95e-4f6a-9fed-bf56baff865a req-c3cc8ee1-cbfb-4632-a4cc-10d415e483e3 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 946 time: 0.1038253 Aug 11 16:26:16.730523 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-bddcc794-d95e-4f6a-9fed-bf56baff865a req-45894760-69c1-459b-9a09-9e8e32e3871e tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465889 Aug 11 16:26:17.032946 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64f312-bde1-4102-a991-6145d1480546 req-03efb63c-9092-46b0-ad68-f8ed43f979e8 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:17.034457 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5e64f312-bde1-4102-a991-6145d1480546 req-03efb63c-9092-46b0-ad68-f8ed43f979e8 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 946 time: 0.1819861 Aug 11 16:26:17.046830 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 45726) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:17.049259 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-5eb02739-a77f-4ce4-9f93-fbc1b91d12f4 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Request body: {'floatingip': {'port_id': 'dcd9094b-39a2-4ebb-b6e8-3b2051ab5826'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:17.135904 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-5eb02739-a77f-4ce4-9f93-fbc1b91d12f4 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for floatingip, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:17.307864 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:17.352076 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d4481049-930d-4e9c-9049-1d26e805258f req-f4abcd86-ba77-4c50-a609-197f9662b89e tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5a10160-32b0-4cb7-9bff-4dc6336779c0 HTTP/1.1" status: 200 len: 210 time: 0.0896881 Aug 11 16:26:17.600448 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-c757c489-7a21-4449-8fac-468f5af326a3 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:17.602246 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-c757c489-7a21-4449-8fac-468f5af326a3 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.20 "GET /v2.0/networks?id=cb400975-e9dd-443e-9606-847a21e328b4 HTTP/1.1" status: 200 len: 810 time: 0.3346419 Aug 11 16:26:17.737939 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-aeb277aa-dea0-4837-ad49-1d23dbfad31e tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31c62e7753bf460ab9f528f3534391b0 HTTP/1.1" status: 200 len: 380 time: 0.1166849 Aug 11 16:26:17.747922 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-0458e4aa-b887-4f88-b571-79b9dbc191a1 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Request body: {'port': {'device_id': 'c5a10160-32b0-4cb7-9bff-4dc6336779c0', 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4', 'admin_state_up': True, 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'security_groups': ['bf7d668a-2cef-43a3-b609-51c8a835c498']}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:18.001597 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-0458e4aa-b887-4f88-b571-79b9dbc191a1 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:18.020119 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-0458e4aa-b887-4f88-b571-79b9dbc191a1 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:18.045233 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-0458e4aa-b887-4f88-b571-79b9dbc191a1 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Made reservation on behalf of 31c62e7753bf460ab9f528f3534391b0 for: {'port': 1} {{(pid=79159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:26:18.048834 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-0458e4aa-b887-4f88-b571-79b9dbc191a1 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:18.213979 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-5eb02739-a77f-4ce4-9f93-fbc1b91d12f4 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:18.220767 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-5eb02739-a77f-4ce4-9f93-fbc1b91d12f4 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608121'] for floatingip, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:18.633903 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-188b4bfc-e964-46fe-b155-a7b4ff3534a0 req-411bae66-64ba-4093-99a3-6fae64ecca92 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5a10160-32b0-4cb7-9bff-4dc6336779c0 HTTP/1.1" status: 200 len: 210 time: 0.0804288 Aug 11 16:26:18.635185 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.db_base_plugin_common [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-0458e4aa-b887-4f88-b571-79b9dbc191a1 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Allocated IP 172.20.0.8 (cb400975-e9dd-443e-9606-847a21e328b4/d95ae6d0-d0c2-4ac0-b270-7afce54713aa/39bfc82e-e9f4-4c68-add6-502900e397a6) {{(pid=79159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:26:18.661628 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.db.l3_db [None req-5eb02739-a77f-4ce4-9f93-fbc1b91d12f4 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Floating IP 1f7333e6-7d02-4c09-bffa-fa3e067462a9 associated. External IP: 172.28.2.20, port: dcd9094b-39a2-4ebb-b6e8-3b2051ab5826. Aug 11 16:26:19.096367 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-0458e4aa-b887-4f88-b571-79b9dbc191a1 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for port, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:19.187098 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.provisioning_blocks [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-0458e4aa-b887-4f88-b571-79b9dbc191a1 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Transition to ACTIVE for port object 39bfc82e-e9f4-4c68-add6-502900e397a6 will not be triggered until provisioned by entity DHCP. {{(pid=79159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:26:19.233216 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb02739-a77f-4ce4-9f93-fbc1b91d12f4 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Router 9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2 has already been hosted by L3 agent fe3825e1-cd20-4759-aaf9-51b0eae29acc {{(pid=79159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:26:19.254614 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-c62462dc-9dc3-43f7-9a82-165c4ffb475f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:19.328632 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e533ffb9-e2f6-4e7f-ad25-2b6a76f5b79d req-edede88d-19be-4222-92a6-42d422aa9cef tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-134897609&fields=id&tenant_id=7cf6f3407fe045dd9f1fb8b5b679b957 HTTP/1.1" status: 200 len: 267 time: 0.1129291 Aug 11 16:26:19.343246 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-0458e4aa-b887-4f88-b571-79b9dbc191a1 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27932534'] for port, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:19.381912 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-c586e4b7-f782-43d8-bc39-6e5517c483ca tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:19.490828 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-0458e4aa-b887-4f88-b571-79b9dbc191a1 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Network cb400975-e9dd-443e-9606-847a21e328b4 is already hosted by enough agents. {{(pid=79159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:26:19.544330 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-0458e4aa-b887-4f88-b571-79b9dbc191a1 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Resources bound (agent type, host, resource id): {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:26:19.560306 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-0458e4aa-b887-4f88-b571-79b9dbc191a1 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Received port after_create {{(pid=79159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:26:19.591577 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0458e4aa-b887-4f88-b571-79b9dbc191a1 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Pushing event updated for resources: {'Port': ['ID=39bfc82e-e9f4-4c68-add6-502900e397a6,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:19.622021 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-0458e4aa-b887-4f88-b571-79b9dbc191a1 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:19.662130 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb02739-a77f-4ce4-9f93-fbc1b91d12f4 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify agent at l3_agent.dv-cinder-804265-1-smb the message routers_updated {{(pid=79159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:26:19.676099 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-5eb02739-a77f-4ce4-9f93-fbc1b91d12f4 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for floatingip, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:19.682072 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8bee36-dbea-4fb1-a48c-e671f5fe2722 None None] Sync routers for ids ['9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'] in dv-cinder-804265-1-smb {{(pid=79160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:26:19.691684 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8bee36-dbea-4fb1-a48c-e671f5fe2722 None None] Routers {'9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:26:19.692589 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-ec8bee36-dbea-4fb1-a48c-e671f5fe2722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:26:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'], 'active': True} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:19.737312 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-0458e4aa-b887-4f88-b571-79b9dbc191a1 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:19.738301 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-0458e4aa-b887-4f88-b571-79b9dbc191a1 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:19.751502 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533ffb9-e2f6-4e7f-ad25-2b6a76f5b79d req-47d60b15-bd0d-43da-be19-13f27173c2ef tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:19.753178 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e533ffb9-e2f6-4e7f-ad25-2b6a76f5b79d req-47d60b15-bd0d-43da-be19-13f27173c2ef tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 984 time: 0.4115703 Aug 11 16:26:19.828104 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [req-e533ffb9-e2f6-4e7f-ad25-2b6a76f5b79d req-57b428c3-4c00-4331-9616-501ae2b5f4ff tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Request body: {'port': {'security_groups': ['0606fa4d-e231-4307-9c0a-31bc3aacc208']}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:19.888519 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-2e7eeb96-6906-42fe-8cd3-caebc01cd877 None None] Provisioning for port 39bfc82e-e9f4-4c68-add6-502900e397a6 completed by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:26:19.896112 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-0458e4aa-b887-4f88-b571-79b9dbc191a1 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1518533 Aug 11 16:26:19.901872 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-2e7eeb96-6906-42fe-8cd3-caebc01cd877 None None] Provisioning complete for port 39bfc82e-e9f4-4c68-add6-502900e397a6 triggered by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:26:19.902315 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-2e7eeb96-6906-42fe-8cd3-caebc01cd877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:19.913312 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-5eb02739-a77f-4ce4-9f93-fbc1b91d12f4 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "PUT /v2.0/floatingips/1f7333e6-7d02-4c09-bffa-fa3e067462a9 HTTP/1.1" status: 200 len: 991 time: 2.8686075 Aug 11 16:26:19.918475 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71c1ff7-e693-498d-8d45-7301f660cd01', 'tag': 'dcd9094b-39a2-4ebb-b6e8-3b2051ab5826'}] {{(pid=79159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:26:19.926696 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-6cb2df0b-dace-4c3e-b8bf-71715e191aea service neutron] Request body: {'port': {'device_id': 'c5a10160-32b0-4cb7-9bff-4dc6336779c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:19.933082 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvr_db [None req-ec8bee36-dbea-4fb1-a48c-e671f5fe2722 None None] Set router 9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2 gateway port host: dv-cinder-804265-1-smb {{(pid=79160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:26:20.080925 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-2e7eeb96-6906-42fe-8cd3-caebc01cd877 None None] Port 39bfc82e-e9f4-4c68-add6-502900e397a6 cannot update to ACTIVE because it is not bound. {{(pid=79160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:26:20.093139 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-e533ffb9-e2f6-4e7f-ad25-2b6a76f5b79d req-57b428c3-4c00-4331-9616-501ae2b5f4ff tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:20.143593 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb550b-bfa4-4880-bf47-0dda97019395 req-ce305bff-8f52-4fc0-aca4-0ba8b6b9f4c1 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:20.144307 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-70bb550b-bfa4-4880-bf47-0dda97019395 req-ce305bff-8f52-4fc0-aca4-0ba8b6b9f4c1 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Synchronizing usage tracker for tenant:31c62e7753bf460ab9f528f3534391b0 on resource:port {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:26:20.320264 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-6cb2df0b-dace-4c3e-b8bf-71715e191aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:20.326872 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-ec8bee36-dbea-4fb1-a48c-e671f5fe2722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'name': 'tempest-AttachVolumeShelveTestJSON-228491261-router', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:36Z', 'revision_number': 4, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'gw_port': {'id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:28Z', 'updated_at': '2021-08-11T16:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_floatingips': [{'id': '1f7333e6-7d02-4c09-bffa-fa3e067462a9', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'floating_ip_address': '172.28.2.20', 'floating_network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'router_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'port_id': 'dcd9094b-39a2-4ebb-b6e8-3b2051ab5826', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424', 'mac_address': 'fa:16:3e:5d:a1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71c1ff7-e693-498d-8d45-7301f660cd01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:26:02Z', 'updated_at': '2021-08-11T16:26:18Z', 'revision_number': 1, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbbd57e3-f83c-4668-8fa4-51545db99bcb', 'name': '', 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'mac_address': 'fa:16:3e:da:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1d509748-00d5-4471-8b3e-a2f206f5dac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:34Z', 'updated_at': '2021-08-11T16:21:46Z', 'revision_number': 5, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'subnets': [{'id': '1d509748-00d5-4471-8b3e-a2f206f5dac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:20.330919 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8bee36-dbea-4fb1-a48c-e671f5fe2722 None None] Checking router: 9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2 for host: dv-cinder-804265-1-smb {{(pid=79160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:26:20.340047 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8bee36-dbea-4fb1-a48c-e671f5fe2722 None None] Routers {'9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:26:20.340685 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-ec8bee36-dbea-4fb1-a48c-e671f5fe2722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:26:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'], 'active': True} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:20.383962 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-70bb550b-bfa4-4880-bf47-0dda97019395 req-ce305bff-8f52-4fc0-aca4-0ba8b6b9f4c1 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Unset dirty status for tenant:31c62e7753bf460ab9f528f3534391b0 on resource:port {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:26:20.385266 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-70bb550b-bfa4-4880-bf47-0dda97019395 req-ce305bff-8f52-4fc0-aca4-0ba8b6b9f4c1 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5a10160-32b0-4cb7-9bff-4dc6336779c0 HTTP/1.1" status: 200 len: 931 time: 0.6310909 Aug 11 16:26:20.434254 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:20.538790 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvr_db [None req-ec8bee36-dbea-4fb1-a48c-e671f5fe2722 None None] Set router 9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2 gateway port host: dv-cinder-804265-1-smb {{(pid=79160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:26:20.577228 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-70bb550b-bfa4-4880-bf47-0dda97019395 req-3f5ef737-380f-4aac-8eb7-2aecc21e314b tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf7d668a-2cef-43a3-b609-51c8a835c498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831884 Aug 11 16:26:20.808891 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-e533ffb9-e2f6-4e7f-ad25-2b6a76f5b79d req-57b428c3-4c00-4331-9616-501ae2b5f4ff tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] For port 7a934394-8ffa-4072-b4fa-2d11a41a34fc, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=7a934394-8ffa-4072-b4fa-2d11a41a34fc,segment=NetworkSegment(af383707-3347-4b04-8513-99355cc9791f),segment_id=af383707-3347-4b04-8513-99355cc9791f)] {{(pid=79159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:26:20.811940 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71c1ff7-e693-498d-8d45-7301f660cd01', 'tag': 'dcd9094b-39a2-4ebb-b6e8-3b2051ab5826', 'status': 'completed', 'code': 200} Aug 11 16:26:20.911614 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-e533ffb9-e2f6-4e7f-ad25-2b6a76f5b79d req-57b428c3-4c00-4331-9616-501ae2b5f4ff tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks [] for port, precommit_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:20.924530 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-e533ffb9-e2f6-4e7f-ad25-2b6a76f5b79d req-57b428c3-4c00-4331-9616-501ae2b5f4ff tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27932527'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:20.933293 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-1e70e2c4-db98-4297-b7f6-586d36196a30 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:20.943219 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-ec8bee36-dbea-4fb1-a48c-e671f5fe2722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'name': 'tempest-AttachVolumeShelveTestJSON-228491261-router', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:36Z', 'revision_number': 4, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'gw_port': {'id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:28Z', 'updated_at': '2021-08-11T16:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_floatingips': [{'id': '1f7333e6-7d02-4c09-bffa-fa3e067462a9', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'floating_ip_address': '172.28.2.20', 'floating_network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'router_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'port_id': 'dcd9094b-39a2-4ebb-b6e8-3b2051ab5826', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424', 'mac_address': 'fa:16:3e:5d:a1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71c1ff7-e693-498d-8d45-7301f660cd01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:26:02Z', 'updated_at': '2021-08-11T16:26:18Z', 'revision_number': 1, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbbd57e3-f83c-4668-8fa4-51545db99bcb', 'name': '', 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'mac_address': 'fa:16:3e:da:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1d509748-00d5-4471-8b3e-a2f206f5dac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:34Z', 'updated_at': '2021-08-11T16:21:46Z', 'revision_number': 5, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'subnets': [{'id': '1d509748-00d5-4471-8b3e-a2f206f5dac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:20.948056 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8bee36-dbea-4fb1-a48c-e671f5fe2722 None None] The sync data for ids ['9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'] in dv-cinder-804265-1-smb is: [{'id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'name': 'tempest-AttachVolumeShelveTestJSON-228491261-router', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:36Z', 'revision_number': 4, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'gw_port': {'id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:28Z', 'updated_at': '2021-08-11T16:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_floatingips': [{'id': '1f7333e6-7d02-4c09-bffa-fa3e067462a9', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'floating_ip_address': '172.28.2.20', 'floating_network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'router_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'port_id': 'dcd9094b-39a2-4ebb-b6e8-3b2051ab5826', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424', 'mac_address': 'fa:16:3e:5d:a1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71c1ff7-e693-498d-8d45-7301f660cd01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:26:02Z', 'updated_at': '2021-08-11T16:26:18Z', 'revision_number': 1, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbbd57e3-f83c-4668-8fa4-51545db99bcb', 'name': '', 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'mac_address': 'fa:16:3e:da:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1d509748-00d5-4471-8b3e-a2f206f5dac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:34Z', 'updated_at': '2021-08-11T16:21:46Z', 'revision_number': 5, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'subnets': [{'id': '1d509748-00d5-4471-8b3e-a2f206f5dac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:26:20.964278 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['7a934394-8ffa-4072-b4fa-2d11a41a34fc'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:26:21.064643 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533ffb9-e2f6-4e7f-ad25-2b6a76f5b79d req-57b428c3-4c00-4331-9616-501ae2b5f4ff tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:21.065466 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-e533ffb9-e2f6-4e7f-ad25-2b6a76f5b79d req-57b428c3-4c00-4331-9616-501ae2b5f4ff tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:21.066897 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e533ffb9-e2f6-4e7f-ad25-2b6a76f5b79d req-57b428c3-4c00-4331-9616-501ae2b5f4ff tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "PUT /v2.0/ports/7a934394-8ffa-4072-b4fa-2d11a41a34fc HTTP/1.1" status: 200 len: 942 time: 1.2997351 Aug 11 16:26:21.078921 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 45820) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:21.114843 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-6cb2df0b-dace-4c3e-b8bf-71715e191aea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39bfc82e-e9f4-4c68-add6-502900e397a6 {{(pid=79159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:26:21.128889 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b428c3-4c00-4331-9616-501ae2b5f4ff tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Pushing event updated for resources: {'Port': ['ID=7a934394-8ffa-4072-b4fa-2d11a41a34fc,revision_number=7']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:21.138088 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5f704-f3da-40ad-b251-722ad9dc1858 req-a60fd68c-4575-48a5-a47f-73a1edb64af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:21.141037 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-bae5f704-f3da-40ad-b251-722ad9dc1858 req-a60fd68c-4575-48a5-a47f-73a1edb64af4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fef1ad4cb48040e8929d178e9133121b&device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 1099 time: 0.2792487 Aug 11 16:26:21.141037 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-57b428c3-4c00-4331-9616-501ae2b5f4ff tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:21.145009 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-6cb2df0b-dace-4c3e-b8bf-71715e191aea service neutron] Notify callbacks [] for port, precommit_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:21.191772 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-9acd596b-c86f-41cf-a6ac-682a632dc463 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:21.198272 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.provisioning_blocks [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-6cb2df0b-dace-4c3e-b8bf-71715e191aea service neutron] Transition to ACTIVE for port object 39bfc82e-e9f4-4c68-add6-502900e397a6 will not be triggered until provisioned by entity L2. {{(pid=79159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:26:21.216115 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-6cb2df0b-dace-4c3e-b8bf-71715e191aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27932527'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:21.227000 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-0318c0e6-05e9-4d43-924c-a177b55aae53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:21.240711 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-9acd596b-c86f-41cf-a6ac-682a632dc463 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:21.315194 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4697651-8571-4a78-a443-537ae00c0770 None None] New status for floating IP 1f7333e6-7d02-4c09-bffa-fa3e067462a9: ACTIVE {{(pid=79161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 16:26:21.334352 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-9acd596b-c86f-41cf-a6ac-682a632dc463 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:21.338940 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['7a934394-8ffa-4072-b4fa-2d11a41a34fc'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:26:21.346910 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-759d2f4d-ff51-4420-a2a4-bd19ee3bf881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:21.372060 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd596b-c86f-41cf-a6ac-682a632dc463 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac287a9-8dc5-4b79-82c1-60e159f14ae1,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:21.381644 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-9acd596b-c86f-41cf-a6ac-682a632dc463 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:21.383914 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-9acd596b-c86f-41cf-a6ac-682a632dc463 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "DELETE /v2.0/security-groups/5ac287a9-8dc5-4b79-82c1-60e159f14ae1 HTTP/1.1" status: 204 len: 168 time: 0.3033245 Aug 11 16:26:21.385107 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-9acd596b-c86f-41cf-a6ac-682a632dc463 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:21.386479 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 45826) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:21.410723 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2df0b-dace-4c3e-b8bf-71715e191aea service neutron] Pushing event updated for resources: {'Port': ['ID=39bfc82e-e9f4-4c68-add6-502900e397a6,revision_number=2']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:21.414984 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5f704-f3da-40ad-b251-722ad9dc1858 req-d951be41-2036-4a18-b45a-1271ecc41621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:21.416524 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-bae5f704-f3da-40ad-b251-722ad9dc1858 req-d951be41-2036-4a18-b45a-1271ecc41621 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0716185b-9f94-472b-95f6-9bbd05d2e424 HTTP/1.1" status: 200 len: 917 time: 0.2686970 Aug 11 16:26:21.417333 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-6cb2df0b-dace-4c3e-b8bf-71715e191aea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:21.421016 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-5450f35b-01e9-4c09-b486-89904e07aa44 None None] Provisioning complete for port 7a934394-8ffa-4072-b4fa-2d11a41a34fc triggered by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:26:21.421256 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-5450f35b-01e9-4c09-b486-89904e07aa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:21.641307 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-bae5f704-f3da-40ad-b251-722ad9dc1858 req-8d5b4e7a-16ba-4a09-80a1-df1b7ede17ec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 HTTP/1.1" status: 200 len: 999 time: 0.1390891 Aug 11 16:26:21.768738 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:21.811187 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.plugin [None req-aac94546-18a9-45a6-bb45-f84e6452634e tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Deleting port 174d0ec8-e3bf-43ed-9504-947a25c123dd {{(pid=79158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:26:21.811908 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-aac94546-18a9-45a6-bb45-f84e6452634e tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:21.945530 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5f704-f3da-40ad-b251-722ad9dc1858 req-03d72096-c335-47f5-8609-9cf5a4f08223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:21.947166 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-bae5f704-f3da-40ad-b251-722ad9dc1858 req-03d72096-c335-47f5-8609-9cf5a4f08223 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d509748-00d5-4471-8b3e-a2f206f5dac5 HTTP/1.1" status: 200 len: 855 time: 0.2891362 Aug 11 16:26:21.956358 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-6cb2df0b-dace-4c3e-b8bf-71715e191aea service neutron] Attempting to bind port 39bfc82e-e9f4-4c68-add6-502900e397a6 on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:26:21.956689 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-6cb2df0b-dace-4c3e-b8bf-71715e191aea service neutron] Attempting to bind port 39bfc82e-e9f4-4c68-add6-502900e397a6 by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': '43498505-ff72-4a60-a1de-0e3e6d25bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4'}] {{(pid=79159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:26:21.957228 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-6cb2df0b-dace-4c3e-b8bf-71715e191aea service neutron] Attempting to bind port 39bfc82e-e9f4-4c68-add6-502900e397a6 on network cb400975-e9dd-443e-9606-847a21e328b4 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:26:22.000327 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-6cb2df0b-dace-4c3e-b8bf-71715e191aea service neutron] Port 39bfc82e-e9f4-4c68-add6-502900e397a6 on network cb400975-e9dd-443e-9606-847a21e328b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:26:22.000720 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-6cb2df0b-dace-4c3e-b8bf-71715e191aea service neutron] Attempting to bind port 39bfc82e-e9f4-4c68-add6-502900e397a6 on network cb400975-e9dd-443e-9606-847a21e328b4 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:26:22.016222 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-6cb2df0b-dace-4c3e-b8bf-71715e191aea service neutron] Checking agent: {'id': '1d09ba05-6aad-4b92-98a7-4a9421ef38ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:26:22.016553 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-6cb2df0b-dace-4c3e-b8bf-71715e191aea service neutron] Checking segment: {'id': '43498505-ff72-4a60-a1de-0e3e6d25bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:26:22.016934 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-6cb2df0b-dace-4c3e-b8bf-71715e191aea service neutron] Bound using segment: {'id': '43498505-ff72-4a60-a1de-0e3e6d25bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4'} {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:26:22.017384 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-6cb2df0b-dace-4c3e-b8bf-71715e191aea service neutron] Bound port: 39bfc82e-e9f4-4c68-add6-502900e397a6, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43498505-ff72-4a60-a1de-0e3e6d25bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4'}}] {{(pid=79159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:26:22.017710 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-6cb2df0b-dace-4c3e-b8bf-71715e191aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:22.024002 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-aac94546-18a9-45a6-bb45-f84e6452634e tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:22.024344 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-aac94546-18a9-45a6-bb45-f84e6452634e tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:22.089563 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead7d94-eb9c-45ef-a29a-2fc9bb99a30e req-cb674367-e03f-4668-86b0-6ffdd3adb8dd tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:22.091081 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3ead7d94-eb9c-45ef-a29a-2fc9bb99a30e req-cb674367-e03f-4668-86b0-6ffdd3adb8dd tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5a10160-32b0-4cb7-9bff-4dc6336779c0 HTTP/1.1" status: 200 len: 943 time: 0.2513900 Aug 11 16:26:22.160889 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.plugin [None req-aac94546-18a9-45a6-bb45-f84e6452634e tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Calling delete_port for 174d0ec8-e3bf-43ed-9504-947a25c123dd owned by network:floatingip {{(pid=79158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:26:22.296720 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3ead7d94-eb9c-45ef-a29a-2fc9bb99a30e req-7e201c04-5223-47d4-8637-dee39c0e5320 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf7d668a-2cef-43a3-b609-51c8a835c498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948700 Aug 11 16:26:22.297709 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-6cb2df0b-dace-4c3e-b8bf-71715e191aea service neutron] For port 39bfc82e-e9f4-4c68-add6-502900e397a6, host hv-cinder-80426, cleared binding levels {{(pid=79159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:26:22.301044 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5f704-f3da-40ad-b251-722ad9dc1858 req-dda9b2cf-6ec3-450c-941b-0b6fa130d663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:22.302507 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-bae5f704-f3da-40ad-b251-722ad9dc1858 req-dda9b2cf-6ec3-450c-941b-0b6fa130d663 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0716185b-9f94-472b-95f6-9bbd05d2e424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3375680 Aug 11 16:26:22.304400 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-6cb2df0b-dace-4c3e-b8bf-71715e191aea service neutron] For port 39bfc82e-e9f4-4c68-add6-502900e397a6, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=39bfc82e-e9f4-4c68-add6-502900e397a6,segment=NetworkSegment(43498505-ff72-4a60-a1de-0e3e6d25bab0),segment_id=43498505-ff72-4a60-a1de-0e3e6d25bab0)] {{(pid=79159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:26:22.309564 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-6cb2df0b-dace-4c3e-b8bf-71715e191aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27932527'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:22.330672 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-aac94546-18a9-45a6-bb45-f84e6452634e tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32627690'] for port, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:22.333176 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:22.334369 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-2b76e657-78d9-40b3-99f3-fb855ec7ba77 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:22.383200 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac94546-18a9-45a6-bb45-f84e6452634e tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Pushing event deleted for resources: {'Port': ['ID=174d0ec8-e3bf-43ed-9504-947a25c123dd,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:22.386362 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-aac94546-18a9-45a6-bb45-f84e6452634e tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:22.418690 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-6cb2df0b-dace-4c3e-b8bf-71715e191aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:22.419334 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-6cb2df0b-dace-4c3e-b8bf-71715e191aea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:22.420854 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-6cb2df0b-dace-4c3e-b8bf-71715e191aea service neutron] 10.222.0.20 "PUT /v2.0/ports/39bfc82e-e9f4-4c68-add6-502900e397a6 HTTP/1.1" status: 200 len: 1093 time: 2.5032244 Aug 11 16:26:22.579253 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-bae5f704-f3da-40ad-b251-722ad9dc1858 req-3271a9c5-db04-4ebd-afe6-efde7aa63b6a service neutron] 10.222.0.20 "GET /v2.0/networks/0716185b-9f94-472b-95f6-9bbd05d2e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652826 Aug 11 16:26:22.607155 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-aac94546-18a9-45a6-bb45-f84e6452634e tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks [] for floatingip, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:22.607857 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.db.l3_db [None req-aac94546-18a9-45a6-bb45-f84e6452634e tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Floating IP e8b25eac-8205-4e83-9df0-bf31a68f289f disassociated (deleted). External IP: 172.28.2.23, port: 7a934394-8ffa-4072-b4fa-2d11a41a34fc. Aug 11 16:26:22.623696 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2df0b-dace-4c3e-b8bf-71715e191aea service neutron] Pushing event updated for resources: {'Port': ['ID=39bfc82e-e9f4-4c68-add6-502900e397a6,revision_number=3']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:22.639995 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-6cb2df0b-dace-4c3e-b8bf-71715e191aea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:22.762466 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-bae5f704-f3da-40ad-b251-722ad9dc1858 req-fea3a48a-a425-42ed-a9d0-ce1437052eae service neutron] 10.222.0.20 "GET /v2.0/networks/0716185b-9f94-472b-95f6-9bbd05d2e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706855 Aug 11 16:26:22.765144 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-7fde4c61-d124-4dc0-90f6-b8a6008cabe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:22.766512 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-7fde4c61-d124-4dc0-90f6-b8a6008cabe6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31c62e7753bf460ab9f528f3534391b0&device_id=c5a10160-32b0-4cb7-9bff-4dc6336779c0 HTTP/1.1" status: 200 len: 1096 time: 0.2727396 Aug 11 16:26:22.845305 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a1683ae-33d1-44a1-8195-34c2ec3cc8fe', 'tag': '7a934394-8ffa-4072-b4fa-2d11a41a34fc'}, {'name': 'network-changed', 'server_uuid': 'c5a10160-32b0-4cb7-9bff-4dc6336779c0', 'tag': '39bfc82e-e9f4-4c68-add6-502900e397a6'}] {{(pid=79159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:26:22.869124 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-98c34541-e949-48d1-ab72-329adc572c26 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39bfc82e-e9f4-4c68-add6-502900e397a6 HTTP/1.1" status: 200 len: 217 time: 0.0744979 Aug 11 16:26:22.915764 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a1683ae-33d1-44a1-8195-34c2ec3cc8fe', 'tag': '7a934394-8ffa-4072-b4fa-2d11a41a34fc', 'status': 'completed', 'code': 200} Aug 11 16:26:22.916063 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a10160-32b0-4cb7-9bff-4dc6336779c0', 'tag': '39bfc82e-e9f4-4c68-add6-502900e397a6', 'status': 'completed', 'code': 200} Aug 11 16:26:22.944967 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-59a9f812-4fce-4289-b271-14d924a569d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:22.947345 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-59a9f812-4fce-4289-b271-14d924a569d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d95ae6d0-d0c2-4ac0-b270-7afce54713aa HTTP/1.1" status: 200 len: 849 time: 0.0709312 Aug 11 16:26:22.994936 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac94546-18a9-45a6-bb45-f84e6452634e tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Router 267a1111-ccb2-4482-857a-276f8920b283 has already been hosted by L3 agent fe3825e1-cd20-4759-aaf9-51b0eae29acc {{(pid=79158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:26:23.082488 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-5f3ccfe2-8015-4882-a042-ca34b723aa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:23.083981 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-5f3ccfe2-8015-4882-a042-ca34b723aa6a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb400975-e9dd-443e-9606-847a21e328b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1301661 Aug 11 16:26:23.096402 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c0b76-15bf-4846-8e20-f67010078477 req-e8e0d334-8680-45b0-a6fc-2f25a26f9927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:23.097773 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-eb6c0b76-15bf-4846-8e20-f67010078477 req-e8e0d334-8680-45b0-a6fc-2f25a26f9927 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7cf6f3407fe045dd9f1fb8b5b679b957&device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 1098 time: 0.1137879 Aug 11 16:26:23.205277 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac94546-18a9-45a6-bb45-f84e6452634e tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify agent at l3_agent.dv-cinder-804265-1-smb the message routers_updated {{(pid=79158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:26:23.215153 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804f9fb0-329c-4f85-bb2a-fae0d298ecd6 None None] Sync routers for ids ['267a1111-ccb2-4482-857a-276f8920b283'] in dv-cinder-804265-1-smb {{(pid=79160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:26:23.226314 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804f9fb0-329c-4f85-bb2a-fae0d298ecd6 None None] Routers {'267a1111-ccb2-4482-857a-276f8920b283'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:26:23.227521 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-804f9fb0-329c-4f85-bb2a-fae0d298ecd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:26:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['267a1111-ccb2-4482-857a-276f8920b283'], 'active': True} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:23.230688 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-aac94546-18a9-45a6-bb45-f84e6452634e tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for floatingip, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:23.290449 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-aac94546-18a9-45a6-bb45-f84e6452634e tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "DELETE /v2.0/floatingips/e8b25eac-8205-4e83-9df0-bf31a68f289f HTTP/1.1" status: 204 len: 168 time: 1.9026122 Aug 11 16:26:23.291178 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a1683ae-33d1-44a1-8195-34c2ec3cc8fe', 'tag': '7a934394-8ffa-4072-b4fa-2d11a41a34fc'}] {{(pid=79158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:26:23.369883 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-cf6c9da2-7b0d-469a-b4b1-ad1bd93c4d40 service neutron] 10.222.0.20 "GET /v2.0/networks/cb400975-e9dd-443e-9606-847a21e328b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576103 Aug 11 16:26:23.371090 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c0b76-15bf-4846-8e20-f67010078477 req-440000fa-1e00-4561-835f-fe4291a6138c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:23.371762 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a1683ae-33d1-44a1-8195-34c2ec3cc8fe', 'tag': '7a934394-8ffa-4072-b4fa-2d11a41a34fc', 'status': 'completed', 'code': 200} Aug 11 16:26:23.372386 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-eb6c0b76-15bf-4846-8e20-f67010078477 req-440000fa-1e00-4561-835f-fe4291a6138c service neutron] 10.222.0.20 "GET /v2.0/networks?id=c28e22fb-1023-43f5-b63d-3612783f4f60 HTTP/1.1" status: 200 len: 915 time: 0.2584143 Aug 11 16:26:23.430371 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvr_db [None req-804f9fb0-329c-4f85-bb2a-fae0d298ecd6 None None] Set router 267a1111-ccb2-4482-857a-276f8920b283 gateway port host: dv-cinder-804265-1-smb {{(pid=79160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:26:23.542995 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-eb6c0b76-15bf-4846-8e20-f67010078477 req-2f3e82bc-de7b-4342-a43d-dbf98c9f0d19 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a934394-8ffa-4072-b4fa-2d11a41a34fc HTTP/1.1" status: 200 len: 217 time: 0.1364737 Aug 11 16:26:23.722510 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c0b76-15bf-4846-8e20-f67010078477 req-f7664fc6-51b6-4495-bc52-f5e5b458018e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:23.723980 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-eb6c0b76-15bf-4846-8e20-f67010078477 req-f7664fc6-51b6-4495-bc52-f5e5b458018e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4be8bed2-1847-4ac8-9f41-26ce1b24fc74 HTTP/1.1" status: 200 len: 853 time: 0.1590106 Aug 11 16:26:23.799467 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9d19b76b-7d30-474d-8464-e1c6feb26d72 req-ce96eecc-ae54-4f04-8e95-22028b0f05bf service neutron] 10.222.0.20 "GET /v2.0/networks/cb400975-e9dd-443e-9606-847a21e328b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905711 Aug 11 16:26:23.816895 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-804f9fb0-329c-4f85-bb2a-fae0d298ecd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267a1111-ccb2-4482-857a-276f8920b283', 'name': 'tempest-TestMinimumBasicScenario-760224668-router', 'tenant_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': '7401462a-9b49-4009-8110-a29c2bcc89d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:25Z', 'updated_at': '2021-08-11T16:23:30Z', 'revision_number': 4, 'project_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'gw_port': {'id': '7401462a-9b49-4009-8110-a29c2bcc89d7', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267a1111-ccb2-4482-857a-276f8920b283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:26Z', 'updated_at': '2021-08-11T16:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': 'e11f02c8-5d29-4687-8019-8a478041a57e', 'name': '', 'network_id': 'c28e22fb-1023-43f5-b63d-3612783f4f60', 'tenant_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'mac_address': 'fa:16:3e:8e:fd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267a1111-ccb2-4482-857a-276f8920b283', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '4be8bed2-1847-4ac8-9f41-26ce1b24fc74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:29Z', 'updated_at': '2021-08-11T16:23:38Z', 'revision_number': 5, 'project_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'subnets': [{'id': '4be8bed2-1847-4ac8-9f41-26ce1b24fc74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:23.820596 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59283d59-1cca-477b-b824-10db76f56e1f req-aaf786e9-8a75-4fbe-935e-caed1f7ae876 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:23.823912 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804f9fb0-329c-4f85-bb2a-fae0d298ecd6 None None] Checking router: 267a1111-ccb2-4482-857a-276f8920b283 for host: dv-cinder-804265-1-smb {{(pid=79160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:26:23.830605 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-59283d59-1cca-477b-b824-10db76f56e1f req-aaf786e9-8a75-4fbe-935e-caed1f7ae876 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5a10160-32b0-4cb7-9bff-4dc6336779c0 HTTP/1.1" status: 200 len: 943 time: 0.3604200 Aug 11 16:26:23.837058 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804f9fb0-329c-4f85-bb2a-fae0d298ecd6 None None] Routers {'267a1111-ccb2-4482-857a-276f8920b283'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:26:23.838998 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-804f9fb0-329c-4f85-bb2a-fae0d298ecd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:26:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['267a1111-ccb2-4482-857a-276f8920b283'], 'active': True} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:23.900370 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-59283d59-1cca-477b-b824-10db76f56e1f req-c52bfa6f-4c58-4855-877c-32090d19b59d tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf7d668a-2cef-43a3-b609-51c8a835c498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686171 Aug 11 16:26:23.909436 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c0b76-15bf-4846-8e20-f67010078477 req-a6851b24-409e-48e9-8cda-15e64f3e4659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:23.911461 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-eb6c0b76-15bf-4846-8e20-f67010078477 req-a6851b24-409e-48e9-8cda-15e64f3e4659 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c28e22fb-1023-43f5-b63d-3612783f4f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1703186 Aug 11 16:26:24.041992 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvr_db [None req-804f9fb0-329c-4f85-bb2a-fae0d298ecd6 None None] Set router 267a1111-ccb2-4482-857a-276f8920b283 gateway port host: dv-cinder-804265-1-smb {{(pid=79160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:26:24.190217 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-eb6c0b76-15bf-4846-8e20-f67010078477 req-226e1079-2cec-45b9-ba9c-13439b04d203 service neutron] 10.222.0.20 "GET /v2.0/networks/c28e22fb-1023-43f5-b63d-3612783f4f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641838 Aug 11 16:26:24.332416 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-eb6c0b76-15bf-4846-8e20-f67010078477 req-400ae58d-efd9-43c6-ab11-40b6552382a5 service neutron] 10.222.0.20 "GET /v2.0/networks/c28e22fb-1023-43f5-b63d-3612783f4f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340117 Aug 11 16:26:24.405250 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-804f9fb0-329c-4f85-bb2a-fae0d298ecd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267a1111-ccb2-4482-857a-276f8920b283', 'name': 'tempest-TestMinimumBasicScenario-760224668-router', 'tenant_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': '7401462a-9b49-4009-8110-a29c2bcc89d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:25Z', 'updated_at': '2021-08-11T16:23:30Z', 'revision_number': 4, 'project_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'gw_port': {'id': '7401462a-9b49-4009-8110-a29c2bcc89d7', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267a1111-ccb2-4482-857a-276f8920b283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:26Z', 'updated_at': '2021-08-11T16:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': 'e11f02c8-5d29-4687-8019-8a478041a57e', 'name': '', 'network_id': 'c28e22fb-1023-43f5-b63d-3612783f4f60', 'tenant_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'mac_address': 'fa:16:3e:8e:fd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267a1111-ccb2-4482-857a-276f8920b283', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '4be8bed2-1847-4ac8-9f41-26ce1b24fc74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:29Z', 'updated_at': '2021-08-11T16:23:38Z', 'revision_number': 5, 'project_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'subnets': [{'id': '4be8bed2-1847-4ac8-9f41-26ce1b24fc74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:24.409319 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804f9fb0-329c-4f85-bb2a-fae0d298ecd6 None None] The sync data for ids ['267a1111-ccb2-4482-857a-276f8920b283'] in dv-cinder-804265-1-smb is: [{'id': '267a1111-ccb2-4482-857a-276f8920b283', 'name': 'tempest-TestMinimumBasicScenario-760224668-router', 'tenant_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': '7401462a-9b49-4009-8110-a29c2bcc89d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:25Z', 'updated_at': '2021-08-11T16:23:30Z', 'revision_number': 4, 'project_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'gw_port': {'id': '7401462a-9b49-4009-8110-a29c2bcc89d7', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267a1111-ccb2-4482-857a-276f8920b283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:26Z', 'updated_at': '2021-08-11T16:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': 'e11f02c8-5d29-4687-8019-8a478041a57e', 'name': '', 'network_id': 'c28e22fb-1023-43f5-b63d-3612783f4f60', 'tenant_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'mac_address': 'fa:16:3e:8e:fd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267a1111-ccb2-4482-857a-276f8920b283', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '4be8bed2-1847-4ac8-9f41-26ce1b24fc74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:29Z', 'updated_at': '2021-08-11T16:23:38Z', 'revision_number': 5, 'project_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'subnets': [{'id': '4be8bed2-1847-4ac8-9f41-26ce1b24fc74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:26:24.655675 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae383cd-67c6-4b55-8356-e68b0d39fd1f req-38f6c54e-89cd-4a68-aafe-dce00a1bae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:24.657149 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-dae383cd-67c6-4b55-8356-e68b0d39fd1f req-38f6c54e-89cd-4a68-aafe-dce00a1bae21 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7cf6f3407fe045dd9f1fb8b5b679b957&device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 1098 time: 0.1604085 Aug 11 16:26:24.657994 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb7353e-40a4-4d67-9f2b-4329fe0981d7 None None] New status for floating IP e8b25eac-8205-4e83-9df0-bf31a68f289f: DOWN {{(pid=79161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 16:26:24.659691 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c0b76-15bf-4846-8e20-f67010078477 req-bf1121ab-20f6-4dd6-b52c-c4579d45a384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:24.661040 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-eb6c0b76-15bf-4846-8e20-f67010078477 req-bf1121ab-20f6-4dd6-b52c-c4579d45a384 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31c62e7753bf460ab9f528f3534391b0&device_id=c5a10160-32b0-4cb7-9bff-4dc6336779c0 HTTP/1.1" status: 200 len: 1096 time: 0.1288581 Aug 11 16:26:24.916584 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae383cd-67c6-4b55-8356-e68b0d39fd1f req-35f8f785-91d4-409e-849f-503265f2a496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:24.918291 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-dae383cd-67c6-4b55-8356-e68b0d39fd1f req-35f8f785-91d4-409e-849f-503265f2a496 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c28e22fb-1023-43f5-b63d-3612783f4f60 HTTP/1.1" status: 200 len: 915 time: 0.2492156 Aug 11 16:26:24.920143 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c0b76-15bf-4846-8e20-f67010078477 req-7b60909e-b89a-4923-8716-795b78104ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:24.921670 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-eb6c0b76-15bf-4846-8e20-f67010078477 req-7b60909e-b89a-4923-8716-795b78104ac4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb400975-e9dd-443e-9606-847a21e328b4 HTTP/1.1" status: 200 len: 911 time: 0.2514729 Aug 11 16:26:25.061134 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-dae383cd-67c6-4b55-8356-e68b0d39fd1f req-31efeac7-2234-4323-a195-b1550e959fe0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a934394-8ffa-4072-b4fa-2d11a41a34fc HTTP/1.1" status: 200 len: 217 time: 0.1299009 Aug 11 16:26:25.092860 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-eb6c0b76-15bf-4846-8e20-f67010078477 req-9a24610e-3b4b-4387-a112-e1bd541257c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39bfc82e-e9f4-4c68-add6-502900e397a6 HTTP/1.1" status: 200 len: 217 time: 0.1121776 Aug 11 16:26:25.228635 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae383cd-67c6-4b55-8356-e68b0d39fd1f req-5800b0fa-e81c-4e9c-a7ff-73d0b4970a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:25.230089 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-dae383cd-67c6-4b55-8356-e68b0d39fd1f req-5800b0fa-e81c-4e9c-a7ff-73d0b4970a6a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4be8bed2-1847-4ac8-9f41-26ce1b24fc74 HTTP/1.1" status: 200 len: 853 time: 0.1320927 Aug 11 16:26:25.232982 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c0b76-15bf-4846-8e20-f67010078477 req-a7a535ff-7c80-4c82-b6d0-f48f0e2fde09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:25.234304 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-eb6c0b76-15bf-4846-8e20-f67010078477 req-a7a535ff-7c80-4c82-b6d0-f48f0e2fde09 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d95ae6d0-d0c2-4ac0-b270-7afce54713aa HTTP/1.1" status: 200 len: 849 time: 0.1350174 Aug 11 16:26:25.343224 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179a24a-cdba-478b-8266-bb6ed05e1ac2 req-0bd9f372-360d-4c98-b978-7fd11937ad71 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:25.344725 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2179a24a-cdba-478b-8266-bb6ed05e1ac2 req-0bd9f372-360d-4c98-b978-7fd11937ad71 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5a10160-32b0-4cb7-9bff-4dc6336779c0 HTTP/1.1" status: 200 len: 943 time: 0.2927067 Aug 11 16:26:25.424611 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2179a24a-cdba-478b-8266-bb6ed05e1ac2 req-32f090c2-ffdb-422a-a44c-fc575e6484ca tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf7d668a-2cef-43a3-b609-51c8a835c498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697901 Aug 11 16:26:25.437202 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae383cd-67c6-4b55-8356-e68b0d39fd1f req-6b1d569d-fa46-48b9-846b-153dee3cabec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:25.438709 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-dae383cd-67c6-4b55-8356-e68b0d39fd1f req-6b1d569d-fa46-48b9-846b-153dee3cabec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c28e22fb-1023-43f5-b63d-3612783f4f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1954634 Aug 11 16:26:25.441165 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c0b76-15bf-4846-8e20-f67010078477 req-f17cea1c-c71d-481a-baea-03d2e93820e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:25.442619 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-eb6c0b76-15bf-4846-8e20-f67010078477 req-f17cea1c-c71d-481a-baea-03d2e93820e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb400975-e9dd-443e-9606-847a21e328b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1983328 Aug 11 16:26:25.810289 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-dae383cd-67c6-4b55-8356-e68b0d39fd1f req-82a22c7d-ae23-4062-b5f0-3fd43e12382a service neutron] 10.222.0.20 "GET /v2.0/networks/c28e22fb-1023-43f5-b63d-3612783f4f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566282 Aug 11 16:26:25.813220 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-eb6c0b76-15bf-4846-8e20-f67010078477 req-78827047-6898-4c47-9be2-28c86708434d service neutron] 10.222.0.20 "GET /v2.0/networks/cb400975-e9dd-443e-9606-847a21e328b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376374 Aug 11 16:26:26.034656 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:26.072439 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-dae383cd-67c6-4b55-8356-e68b0d39fd1f req-14a33147-72a3-4ed6-b75b-628fb3647b39 service neutron] 10.222.0.20 "GET /v2.0/networks/c28e22fb-1023-43f5-b63d-3612783f4f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504129 Aug 11 16:26:26.075347 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-eb6c0b76-15bf-4846-8e20-f67010078477 req-ed63c456-22c3-49ae-84c8-c2686be72fd8 service neutron] 10.222.0.20 "GET /v2.0/networks/cb400975-e9dd-443e-9606-847a21e328b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346342 Aug 11 16:26:26.184246 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 39bfc82e-e9f4-4c68-add6-502900e397a6 details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:26:26.323061 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 39bfc82e-e9f4-4c68-add6-502900e397a6, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=39bfc82e-e9f4-4c68-add6-502900e397a6,segment=NetworkSegment(43498505-ff72-4a60-a1de-0e3e6d25bab0),segment_id=43498505-ff72-4a60-a1de-0e3e6d25bab0)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:26:26.335908 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Returning: {'device': '39bfc82e-e9f4-4c68-add6-502900e397a6', 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4', 'port_id': '39bfc82e-e9f4-4c68-add6-502900e397a6', 'mac_address': 'fa:16:3e:a2:d4:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95ae6d0-d0c2-4ac0-b270-7afce54713aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:26:26.394394 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:26.416376 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39bfc82e-e9f4-4c68-add6-502900e397a6 {{(pid=79160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:26:26.433887 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 39bfc82e-e9f4-4c68-add6-502900e397a6, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=39bfc82e-e9f4-4c68-add6-502900e397a6,segment=NetworkSegment(43498505-ff72-4a60-a1de-0e3e6d25bab0),segment_id=43498505-ff72-4a60-a1de-0e3e6d25bab0)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:26:26.438541 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:26.440968 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:26.526930 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=39bfc82e-e9f4-4c68-add6-502900e397a6,revision_number=4']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:26.543755 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:26.668295 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c09795-0ee7-4f96-adba-8f06e2f4e439 req-e6ff6a49-c54b-481c-87fe-bf02680e0fa6 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:26.671540 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b7c09795-0ee7-4f96-adba-8f06e2f4e439 req-e6ff6a49-c54b-481c-87fe-bf02680e0fa6 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5a10160-32b0-4cb7-9bff-4dc6336779c0 HTTP/1.1" status: 200 len: 944 time: 0.1137316 Aug 11 16:26:26.722514 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b7c09795-0ee7-4f96-adba-8f06e2f4e439 req-78bc7baa-8ca8-44a1-9a6d-b6109f95ecd1 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf7d668a-2cef-43a3-b609-51c8a835c498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460052 Aug 11 16:26:26.779657 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['39bfc82e-e9f4-4c68-add6-502900e397a6'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:26:26.904728 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615bd8b-da8d-4e96-a9e6-a823e58f0feb req-92349292-e7fd-47bc-908f-4734830ef015 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:26.906255 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9615bd8b-da8d-4e96-a9e6-a823e58f0feb req-92349292-e7fd-47bc-908f-4734830ef015 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 945 time: 0.0815046 Aug 11 16:26:26.956366 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9615bd8b-da8d-4e96-a9e6-a823e58f0feb req-bd948bf7-92b4-4d27-93a3-0ec47b4a7b23 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431771 Aug 11 16:26:27.923756 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f7db1-ff00-4f17-9799-6c2df6a51e3b req-f03496a9-2616-4795-a5f0-93a26101917b tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:27.925229 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-135f7db1-ff00-4f17-9799-6c2df6a51e3b req-f03496a9-2616-4795-a5f0-93a26101917b tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5a10160-32b0-4cb7-9bff-4dc6336779c0 HTTP/1.1" status: 200 len: 944 time: 0.0850010 Aug 11 16:26:27.972242 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-135f7db1-ff00-4f17-9799-6c2df6a51e3b req-8a507975-99d0-4ad1-8c20-a32fb839f14c tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf7d668a-2cef-43a3-b609-51c8a835c498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402303 Aug 11 16:26:28.161178 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ffb099-f4b0-486d-a1e9-633ea313ad3c req-dd605ec8-fa77-4298-8969-edda36b5d2f8 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:28.162668 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-23ffb099-f4b0-486d-a1e9-633ea313ad3c req-dd605ec8-fa77-4298-8969-edda36b5d2f8 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 945 time: 0.0887504 Aug 11 16:26:28.191325 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 39bfc82e-e9f4-4c68-add6-502900e397a6 up at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:26:28.211421 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-23ffb099-f4b0-486d-a1e9-633ea313ad3c req-ae47192a-be92-4195-ae91-7a1e15e9d9e1 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424726 Aug 11 16:26:28.263705 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning for port 39bfc82e-e9f4-4c68-add6-502900e397a6 completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:26:28.268265 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning complete for port 39bfc82e-e9f4-4c68-add6-502900e397a6 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:26:28.268650 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:28.386744 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:28.413820 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a10160-32b0-4cb7-9bff-4dc6336779c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39bfc82e-e9f4-4c68-add6-502900e397a6'}] {{(pid=79160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:26:28.423610 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 39bfc82e-e9f4-4c68-add6-502900e397a6, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=39bfc82e-e9f4-4c68-add6-502900e397a6,segment=NetworkSegment(43498505-ff72-4a60-a1de-0e3e6d25bab0),segment_id=43498505-ff72-4a60-a1de-0e3e6d25bab0)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:26:28.427480 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:28.429470 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:28.459281 dv-cinder-804265-1-smb neutron-server[79160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a10160-32b0-4cb7-9bff-4dc6336779c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39bfc82e-e9f4-4c68-add6-502900e397a6', 'code': 200} Aug 11 16:26:28.497051 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=39bfc82e-e9f4-4c68-add6-502900e397a6,revision_number=5']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:28.499985 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:28.794931 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24959f85-4e3c-4c6d-bc37-f200b81827e3 req-d46a611e-b022-4702-927b-971a0cb65acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:28.796409 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-24959f85-4e3c-4c6d-bc37-f200b81827e3 req-d46a611e-b022-4702-927b-971a0cb65acf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c5a10160-32b0-4cb7-9bff-4dc6336779c0 HTTP/1.1" status: 200 len: 1098 time: 0.0727386 Aug 11 16:26:28.845837 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-24959f85-4e3c-4c6d-bc37-f200b81827e3 req-e7256adb-58cf-432d-8805-79160fa8748f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bf7d668a-2cef-43a3-b609-51c8a835c498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408664 Aug 11 16:26:29.179929 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef125b2-2131-4083-a89f-8f4369ee2f33 req-a5f6f465-457f-484b-9a67-ba89d2a8bd6e tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:29.181530 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2ef125b2-2131-4083-a89f-8f4369ee2f33 req-a5f6f465-457f-484b-9a67-ba89d2a8bd6e tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5a10160-32b0-4cb7-9bff-4dc6336779c0 HTTP/1.1" status: 200 len: 945 time: 0.0923643 Aug 11 16:26:29.230565 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2ef125b2-2131-4083-a89f-8f4369ee2f33 req-769308a5-dadb-4776-8192-dcbac15ea22d tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf7d668a-2cef-43a3-b609-51c8a835c498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428827 Aug 11 16:26:29.527462 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ea626-a695-4bc4-b9e1-9185f76d019b req-6122ef5d-26bb-4fee-9260-bdc8f4545d53 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:29.528854 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-751ea626-a695-4bc4-b9e1-9185f76d019b req-6122ef5d-26bb-4fee-9260-bdc8f4545d53 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 945 time: 0.2001925 Aug 11 16:26:29.537721 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ac5c2d3f-a096-4b0f-97f0-e339ab651434 req-2c02ec42-bd36-412b-8d82-11b8548a03aa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1672609 Aug 11 16:26:29.558635 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65fc32-439c-41f0-b6be-80e2e0e460a6 req-b4f080ad-28b1-4880-b0da-284751ea30e7 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:29.560032 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0e65fc32-439c-41f0-b6be-80e2e0e460a6 req-b4f080ad-28b1-4880-b0da-284751ea30e7 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 945 time: 0.1885455 Aug 11 16:26:29.628382 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-751ea626-a695-4bc4-b9e1-9185f76d019b req-116008b2-dd60-4f50-89ba-a0a14f6637d0 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/security-groups?id=0606fa4d-e231-4307-9c0a-31bc3aacc208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936189 Aug 11 16:26:29.693326 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [req-0e65fc32-439c-41f0-b6be-80e2e0e460a6 req-1d12f55e-26da-4e79-84e3-12771d4673e7 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Deleting port 7a934394-8ffa-4072-b4fa-2d11a41a34fc {{(pid=79159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:26:29.693668 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-0e65fc32-439c-41f0-b6be-80e2e0e460a6 req-1d12f55e-26da-4e79-84e3-12771d4673e7 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:29.823460 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c2d3f-a096-4b0f-97f0-e339ab651434 req-1b76f889-1d8a-47c1-9fc8-bb9ac49a355b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:29.824841 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ac5c2d3f-a096-4b0f-97f0-e339ab651434 req-1b76f889-1d8a-47c1-9fc8-bb9ac49a355b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fef1ad4cb48040e8929d178e9133121b&device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 1099 time: 0.1829979 Aug 11 16:26:30.153471 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-0e65fc32-439c-41f0-b6be-80e2e0e460a6 req-1d12f55e-26da-4e79-84e3-12771d4673e7 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] For port 7a934394-8ffa-4072-b4fa-2d11a41a34fc, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=7a934394-8ffa-4072-b4fa-2d11a41a34fc,segment=NetworkSegment(af383707-3347-4b04-8513-99355cc9791f),segment_id=af383707-3347-4b04-8513-99355cc9791f)] {{(pid=79159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:26:30.153829 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-0e65fc32-439c-41f0-b6be-80e2e0e460a6 req-1d12f55e-26da-4e79-84e3-12771d4673e7 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:30.294133 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c2d3f-a096-4b0f-97f0-e339ab651434 req-8a1b563f-bd18-445c-90c6-75f2e484ca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:30.295695 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ac5c2d3f-a096-4b0f-97f0-e339ab651434 req-8a1b563f-bd18-445c-90c6-75f2e484ca57 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0716185b-9f94-472b-95f6-9bbd05d2e424 HTTP/1.1" status: 200 len: 917 time: 0.4374719 Aug 11 16:26:30.302140 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [req-0e65fc32-439c-41f0-b6be-80e2e0e460a6 req-1d12f55e-26da-4e79-84e3-12771d4673e7 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Calling delete_port for 7a934394-8ffa-4072-b4fa-2d11a41a34fc owned by compute:nova {{(pid=79159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:26:30.472771 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ac5c2d3f-a096-4b0f-97f0-e339ab651434 req-c3de395f-45e1-4ebf-bea8-387611da2e83 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 HTTP/1.1" status: 200 len: 1001 time: 0.1385851 Aug 11 16:26:30.646544 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-0e65fc32-439c-41f0-b6be-80e2e0e460a6 req-1d12f55e-26da-4e79-84e3-12771d4673e7 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27932534'] for port, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:30.649591 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c2d3f-a096-4b0f-97f0-e339ab651434 req-7ff721d1-e41a-4e40-bc64-c18c1cb09b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:30.651111 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ac5c2d3f-a096-4b0f-97f0-e339ab651434 req-7ff721d1-e41a-4e40-bc64-c18c1cb09b93 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d509748-00d5-4471-8b3e-a2f206f5dac5 HTTP/1.1" status: 200 len: 855 time: 0.1377189 Aug 11 16:26:30.655677 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-aa4f58ec-cbe0-486b-a2df-95c3f7c06ac2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:30.757150 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12f55e-26da-4e79-84e3-12771d4673e7 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Pushing event deleted for resources: {'Port': ['ID=7a934394-8ffa-4072-b4fa-2d11a41a34fc,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:30.760097 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-1d12f55e-26da-4e79-84e3-12771d4673e7 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:30.844537 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9772d40b-9acc-4cf1-9e9e-c84ccb4e93fb req-e119ccda-6bc9-4d4d-a2e4-7fe5cbe329eb tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a1683ae-33d1-44a1-8195-34c2ec3cc8fe HTTP/1.1" status: 200 len: 210 time: 0.0892506 Aug 11 16:26:30.891376 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e65fc32-439c-41f0-b6be-80e2e0e460a6 req-1d12f55e-26da-4e79-84e3-12771d4673e7 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] No DVR routers for this DVR port 7a934394-8ffa-4072-b4fa-2d11a41a34fc on host hv-cinder-80426 {{(pid=79159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:26:30.895899 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-0e65fc32-439c-41f0-b6be-80e2e0e460a6 req-1d12f55e-26da-4e79-84e3-12771d4673e7 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:30.899018 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1683ae-33d1-44a1-8195-34c2ec3cc8fe', 'name': 'network-vif-deleted', 'tag': '7a934394-8ffa-4072-b4fa-2d11a41a34fc'}] {{(pid=79159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:26:30.919876 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0e65fc32-439c-41f0-b6be-80e2e0e460a6 req-1d12f55e-26da-4e79-84e3-12771d4673e7 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] 10.222.0.20 "DELETE /v2.0/ports/7a934394-8ffa-4072-b4fa-2d11a41a34fc HTTP/1.1" status: 204 len: 173 time: 1.3396294 Aug 11 16:26:30.932844 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29dc8d9-53a2-4d56-b6c1-7c325d66213c req-9c567787-e163-48a8-952b-2a167c8b3d4f tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:30.934722 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e29dc8d9-53a2-4d56-b6c1-7c325d66213c req-9c567787-e163-48a8-952b-2a167c8b3d4f tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5a10160-32b0-4cb7-9bff-4dc6336779c0 HTTP/1.1" status: 200 len: 945 time: 0.5468059 Aug 11 16:26:30.943825 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c2d3f-a096-4b0f-97f0-e339ab651434 req-0cb6bd34-30b4-4df6-8514-d5ddb68a5b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:30.945496 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ac5c2d3f-a096-4b0f-97f0-e339ab651434 req-0cb6bd34-30b4-4df6-8514-d5ddb68a5b18 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0716185b-9f94-472b-95f6-9bbd05d2e424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2583210 Aug 11 16:26:30.948221 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1683ae-33d1-44a1-8195-34c2ec3cc8fe', 'name': 'network-vif-deleted', 'tag': '7a934394-8ffa-4072-b4fa-2d11a41a34fc', 'status': 'completed', 'code': 200} Aug 11 16:26:30.988606 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e29dc8d9-53a2-4d56-b6c1-7c325d66213c req-5e652796-ae53-4940-849e-5169d7f3d28f tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf7d668a-2cef-43a3-b609-51c8a835c498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421276 Aug 11 16:26:31.189392 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ac5c2d3f-a096-4b0f-97f0-e339ab651434 req-28b07876-51c3-4dc7-b81f-fcddc74ba5a6 service neutron] 10.222.0.20 "GET /v2.0/networks/0716185b-9f94-472b-95f6-9bbd05d2e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982534 Aug 11 16:26:31.255969 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cdc2aa-e2d0-4bc6-90e8-f46370a86e67 req-a493ebda-ca0f-447b-8407-7e1c57d43d41 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:31.258085 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e7cdc2aa-e2d0-4bc6-90e8-f46370a86e67 req-a493ebda-ca0f-447b-8407-7e1c57d43d41 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5a10160-32b0-4cb7-9bff-4dc6336779c0 HTTP/1.1" status: 200 len: 945 time: 0.1589313 Aug 11 16:26:31.266929 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 45930) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:31.272973 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-311308c5-02af-4a09-866e-995ab2445c09 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Request body: {'floatingip': {'port_id': '39bfc82e-e9f4-4c68-add6-502900e397a6'}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:31.346766 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ac5c2d3f-a096-4b0f-97f0-e339ab651434 req-98244a3b-a964-4603-964f-8db841ff9644 service neutron] 10.222.0.20 "GET /v2.0/networks/0716185b-9f94-472b-95f6-9bbd05d2e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467204 Aug 11 16:26:31.352893 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-311308c5-02af-4a09-866e-995ab2445c09 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for floatingip, before_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:32.054806 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-311308c5-02af-4a09-866e-995ab2445c09 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:32.058437 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-311308c5-02af-4a09-866e-995ab2445c09 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608121'] for floatingip, after_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:32.209136 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 7a934394-8ffa-4072-b4fa-2d11a41a34fc no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:26:32.243923 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.db.l3_db [None req-311308c5-02af-4a09-866e-995ab2445c09 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Floating IP 71bc826e-8f31-4999-8b67-07602e4b5347 associated. External IP: 172.28.2.196, port: 39bfc82e-e9f4-4c68-add6-502900e397a6. Aug 11 16:26:32.247244 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] No Port match for: 7a934394-8ffa-4072-b4fa-2d11a41a34fc {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:26:32.247697 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 7a934394-8ffa-4072-b4fa-2d11a41a34fc not bound to the agent host hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:26:32.627767 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311308c5-02af-4a09-866e-995ab2445c09 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Router 0613ad3d-b0a7-48fa-98be-159f77c97299 has already been hosted by L3 agent fe3825e1-cd20-4759-aaf9-51b0eae29acc {{(pid=79158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:26:32.648129 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 45990) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:32.841863 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311308c5-02af-4a09-866e-995ab2445c09 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify agent at l3_agent.dv-cinder-804265-1-smb the message routers_updated {{(pid=79158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:26:32.846319 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-311308c5-02af-4a09-866e-995ab2445c09 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for floatingip, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:32.853927 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa9ae6f-53d8-4343-a139-7345adda2cdd None None] Sync routers for ids ['0613ad3d-b0a7-48fa-98be-159f77c97299'] in dv-cinder-804265-1-smb {{(pid=79160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:26:32.874026 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa9ae6f-53d8-4343-a139-7345adda2cdd None None] Routers {'0613ad3d-b0a7-48fa-98be-159f77c97299'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:26:32.874728 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-dfa9ae6f-53d8-4343-a139-7345adda2cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:26:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['0613ad3d-b0a7-48fa-98be-159f77c97299'], 'active': True} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:32.917610 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-311308c5-02af-4a09-866e-995ab2445c09 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "PUT /v2.0/floatingips/71bc826e-8f31-4999-8b67-07602e4b5347 HTTP/1.1" status: 200 len: 991 time: 1.6494987 Aug 11 16:26:32.918877 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a10160-32b0-4cb7-9bff-4dc6336779c0', 'tag': '39bfc82e-e9f4-4c68-add6-502900e397a6'}] {{(pid=79158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:26:33.011091 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a10160-32b0-4cb7-9bff-4dc6336779c0', 'tag': '39bfc82e-e9f4-4c68-add6-502900e397a6', 'status': 'completed', 'code': 200} Aug 11 16:26:33.108290 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvr_db [None req-dfa9ae6f-53d8-4343-a139-7345adda2cdd None None] Set router 0613ad3d-b0a7-48fa-98be-159f77c97299 gateway port host: dv-cinder-804265-1-smb {{(pid=79160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:26:33.247776 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64824b2-ec41-4c29-870d-bc64daeb4046 req-a8aede14-b4a8-4d75-ba6b-36f9b74dca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:33.249259 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e64824b2-ec41-4c29-870d-bc64daeb4046 req-a8aede14-b4a8-4d75-ba6b-36f9b74dca14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31c62e7753bf460ab9f528f3534391b0&device_id=c5a10160-32b0-4cb7-9bff-4dc6336779c0 HTTP/1.1" status: 200 len: 1098 time: 0.1939061 Aug 11 16:26:33.453672 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64824b2-ec41-4c29-870d-bc64daeb4046 req-cf6c3280-6f5b-42c0-84b9-83056f4cc5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:33.455152 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e64824b2-ec41-4c29-870d-bc64daeb4046 req-cf6c3280-6f5b-42c0-84b9-83056f4cc5d9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb400975-e9dd-443e-9606-847a21e328b4 HTTP/1.1" status: 200 len: 911 time: 0.1953812 Aug 11 16:26:33.476079 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-dfa9ae6f-53d8-4343-a139-7345adda2cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'name': 'tempest-AttachVolumeTestJSON-560001265-router', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179'}], 'enable_snat': True}, 'gw_port_id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:31Z', 'updated_at': '2021-08-11T16:21:50Z', 'revision_number': 4, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'gw_port': {'id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:36Z', 'updated_at': '2021-08-11T16:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_floatingips': [{'id': '71bc826e-8f31-4999-8b67-07602e4b5347', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'floating_ip_address': '172.28.2.196', 'floating_network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'router_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'port_id': '39bfc82e-e9f4-4c68-add6-502900e397a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4', 'mac_address': 'fa:16:3e:a2:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a10160-32b0-4cb7-9bff-4dc6336779c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:26:14Z', 'updated_at': '2021-08-11T16:26:31Z', 'revision_number': 1, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e', 'name': '', 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'mac_address': 'fa:16:3e:50:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd95ae6d0-d0c2-4ac0-b270-7afce54713aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:49Z', 'updated_at': '2021-08-11T16:22:02Z', 'revision_number': 5, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'subnets': [{'id': 'd95ae6d0-d0c2-4ac0-b270-7afce54713aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:33.479895 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa9ae6f-53d8-4343-a139-7345adda2cdd None None] Checking router: 0613ad3d-b0a7-48fa-98be-159f77c97299 for host: dv-cinder-804265-1-smb {{(pid=79160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:26:33.488048 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa9ae6f-53d8-4343-a139-7345adda2cdd None None] Routers {'0613ad3d-b0a7-48fa-98be-159f77c97299'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:26:33.488648 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-dfa9ae6f-53d8-4343-a139-7345adda2cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:26:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['0613ad3d-b0a7-48fa-98be-159f77c97299'], 'active': True} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:33.614621 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e64824b2-ec41-4c29-870d-bc64daeb4046 req-4b8f11e4-8308-42f4-93bc-d1ab023a4fb8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39bfc82e-e9f4-4c68-add6-502900e397a6 HTTP/1.1" status: 200 len: 999 time: 0.1503000 Aug 11 16:26:33.676381 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d07959db-4741-4928-9789-78946ab3db0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398024'] for router_interface, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:33.692805 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvr_db [None req-dfa9ae6f-53d8-4343-a139-7345adda2cdd None None] Set router 0613ad3d-b0a7-48fa-98be-159f77c97299 gateway port host: dv-cinder-804265-1-smb {{(pid=79160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:26:33.769558 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64824b2-ec41-4c29-870d-bc64daeb4046 req-e31adb12-a37c-4244-b2ff-3e5fbebf8a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:33.771068 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e64824b2-ec41-4c29-870d-bc64daeb4046 req-e31adb12-a37c-4244-b2ff-3e5fbebf8a60 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d95ae6d0-d0c2-4ac0-b270-7afce54713aa HTTP/1.1" status: 200 len: 849 time: 0.1420393 Aug 11 16:26:34.036799 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64824b2-ec41-4c29-870d-bc64daeb4046 req-804986f8-a653-43e8-bb4b-7d4a23af14d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:34.038774 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e64824b2-ec41-4c29-870d-bc64daeb4046 req-804986f8-a653-43e8-bb4b-7d4a23af14d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb400975-e9dd-443e-9606-847a21e328b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2596130 Aug 11 16:26:34.056947 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-dfa9ae6f-53d8-4343-a139-7345adda2cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'name': 'tempest-AttachVolumeTestJSON-560001265-router', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179'}], 'enable_snat': True}, 'gw_port_id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:31Z', 'updated_at': '2021-08-11T16:21:50Z', 'revision_number': 4, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'gw_port': {'id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:36Z', 'updated_at': '2021-08-11T16:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_floatingips': [{'id': '71bc826e-8f31-4999-8b67-07602e4b5347', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'floating_ip_address': '172.28.2.196', 'floating_network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'router_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'port_id': '39bfc82e-e9f4-4c68-add6-502900e397a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4', 'mac_address': 'fa:16:3e:a2:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a10160-32b0-4cb7-9bff-4dc6336779c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:26:14Z', 'updated_at': '2021-08-11T16:26:31Z', 'revision_number': 1, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e', 'name': '', 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'mac_address': 'fa:16:3e:50:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd95ae6d0-d0c2-4ac0-b270-7afce54713aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:49Z', 'updated_at': '2021-08-11T16:22:02Z', 'revision_number': 5, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'subnets': [{'id': 'd95ae6d0-d0c2-4ac0-b270-7afce54713aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:34.061703 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa9ae6f-53d8-4343-a139-7345adda2cdd None None] The sync data for ids ['0613ad3d-b0a7-48fa-98be-159f77c97299'] in dv-cinder-804265-1-smb is: [{'id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'name': 'tempest-AttachVolumeTestJSON-560001265-router', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179'}], 'enable_snat': True}, 'gw_port_id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:31Z', 'updated_at': '2021-08-11T16:21:50Z', 'revision_number': 4, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'gw_port': {'id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:36Z', 'updated_at': '2021-08-11T16:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_floatingips': [{'id': '71bc826e-8f31-4999-8b67-07602e4b5347', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'floating_ip_address': '172.28.2.196', 'floating_network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'router_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'port_id': '39bfc82e-e9f4-4c68-add6-502900e397a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4', 'mac_address': 'fa:16:3e:a2:d4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a10160-32b0-4cb7-9bff-4dc6336779c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:26:14Z', 'updated_at': '2021-08-11T16:26:31Z', 'revision_number': 1, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e', 'name': '', 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'mac_address': 'fa:16:3e:50:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd95ae6d0-d0c2-4ac0-b270-7afce54713aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:49Z', 'updated_at': '2021-08-11T16:22:02Z', 'revision_number': 5, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'subnets': [{'id': 'd95ae6d0-d0c2-4ac0-b270-7afce54713aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:26:34.213928 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [None req-d07959db-4741-4928-9789-78946ab3db0c admin admin] Deleting port e11f02c8-5d29-4687-8019-8a478041a57e {{(pid=79159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:26:34.215610 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d07959db-4741-4928-9789-78946ab3db0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:34.284957 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe93455-49d9-40ca-8107-ae205311fc42 None None] New status for floating IP 71bc826e-8f31-4999-8b67-07602e4b5347: ACTIVE {{(pid=79161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 16:26:34.318171 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e64824b2-ec41-4c29-870d-bc64daeb4046 req-a0f58b82-c7da-452f-b329-2eb0fb8a11c7 service neutron] 10.222.0.20 "GET /v2.0/networks/cb400975-e9dd-443e-9606-847a21e328b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572651 Aug 11 16:26:34.606201 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 46020) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:34.683968 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [None req-d07959db-4741-4928-9789-78946ab3db0c admin admin] For port e11f02c8-5d29-4687-8019-8a478041a57e, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=e11f02c8-5d29-4687-8019-8a478041a57e,segment=NetworkSegment(af383707-3347-4b04-8513-99355cc9791f),segment_id=af383707-3347-4b04-8513-99355cc9791f)] {{(pid=79159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:26:34.684593 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d07959db-4741-4928-9789-78946ab3db0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:34.729834 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-ddacfe43-e965-4d5e-b83a-54e1bb0c687b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:34.744471 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-ddacfe43-e965-4d5e-b83a-54e1bb0c687b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:34.748280 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-ddacfe43-e965-4d5e-b83a-54e1bb0c687b admin admin] Usage tracker for resource:security_group_rule and tenant:8ca6973f8e8843f7a3a4d3e80e07d2d1 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:34.751061 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-ddacfe43-e965-4d5e-b83a-54e1bb0c687b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:34.757217 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-ddacfe43-e965-4d5e-b83a-54e1bb0c687b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:34.826894 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [None req-d07959db-4741-4928-9789-78946ab3db0c admin admin] Calling delete_port for e11f02c8-5d29-4687-8019-8a478041a57e owned by network:router_interface {{(pid=79159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:26:34.839750 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-ddacfe43-e965-4d5e-b83a-54e1bb0c687b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:34.843997 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-ddacfe43-e965-4d5e-b83a-54e1bb0c687b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:34.851948 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-9f759122-cb92-49af-b157-109c798c1328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:34.855988 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e64824b2-ec41-4c29-870d-bc64daeb4046 req-db544031-e535-435a-87a5-603df84ac4cf service neutron] 10.222.0.20 "GET /v2.0/networks/cb400975-e9dd-443e-9606-847a21e328b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241904 Aug 11 16:26:34.896487 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddacfe43-e965-4d5e-b83a-54e1bb0c687b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b395248b-f453-41d6-a11a-8adbb37ecc45,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:34.901367 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-ddacfe43-e965-4d5e-b83a-54e1bb0c687b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ca6973f8e8843f7a3a4d3e80e07d2d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936080 Aug 11 16:26:34.902459 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-ddacfe43-e965-4d5e-b83a-54e1bb0c687b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:34.903952 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 46026) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:34.965263 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1255c357-67d2-4440-a890-f3a4f23f5cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:34.992178 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1255c357-67d2-4440-a890-f3a4f23f5cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:35.025070 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d07959db-4741-4928-9789-78946ab3db0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27932534'] for port, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:35.029585 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-03ed8ad9-942e-4deb-ba36-4f8d2128a30b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:35.047029 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1255c357-67d2-4440-a890-f3a4f23f5cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:35.053050 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-31b0457c-d449-42f3-961b-b3aea9bbb120 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:35.066341 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1255c357-67d2-4440-a890-f3a4f23f5cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:35.067570 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-1255c357-67d2-4440-a890-f3a4f23f5cc2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b395248b-f453-41d6-a11a-8adbb37ecc45 HTTP/1.1" status: 204 len: 168 time: 0.1616685 Aug 11 16:26:35.068517 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255c357-67d2-4440-a890-f3a4f23f5cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b395248b-f453-41d6-a11a-8adbb37ecc45,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:35.074976 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-1255c357-67d2-4440-a890-f3a4f23f5cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:35.079454 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07959db-4741-4928-9789-78946ab3db0c admin admin] Pushing event deleted for resources: {'Port': ['ID=e11f02c8-5d29-4687-8019-8a478041a57e,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:35.122208 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-d07959db-4741-4928-9789-78946ab3db0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:35.384341 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d07959db-4741-4928-9789-78946ab3db0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398004'] for router_interface, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:35.767393 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07959db-4741-4928-9789-78946ab3db0c admin admin] Router 267a1111-ccb2-4482-857a-276f8920b283 has already been hosted by L3 agent fe3825e1-cd20-4759-aaf9-51b0eae29acc {{(pid=79159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:26:36.059457 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07959db-4741-4928-9789-78946ab3db0c admin admin] Notify agent at l3_agent.dv-cinder-804265-1-smb the message routers_updated {{(pid=79159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:26:36.068037 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eceb98b-2533-474c-acc9-453dfab5695b None None] Sync routers for ids ['267a1111-ccb2-4482-857a-276f8920b283'] in dv-cinder-804265-1-smb {{(pid=79160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:26:36.074418 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-d07959db-4741-4928-9789-78946ab3db0c admin admin] 10.222.0.21 "PUT /v2.0/routers/267a1111-ccb2-4482-857a-276f8920b283/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4248538 Aug 11 16:26:36.076567 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 46086) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:36.080414 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eceb98b-2533-474c-acc9-453dfab5695b None None] Routers {'267a1111-ccb2-4482-857a-276f8920b283'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:26:36.081071 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-9eceb98b-2533-474c-acc9-453dfab5695b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:26:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['267a1111-ccb2-4482-857a-276f8920b283'], 'active': True} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:36.266875 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-ee81f68b-0f49-4e91-b9b4-3e64f07cafe7 admin admin] Notify callbacks [] for router, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:36.275609 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvr_db [None req-9eceb98b-2533-474c-acc9-453dfab5695b None None] Set router 267a1111-ccb2-4482-857a-276f8920b283 gateway port host: dv-cinder-804265-1-smb {{(pid=79160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:26:36.471210 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-ee81f68b-0f49-4e91-b9b4-3e64f07cafe7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:36.485773 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [None req-ee81f68b-0f49-4e91-b9b4-3e64f07cafe7 admin admin] Deleting port 7401462a-9b49-4009-8110-a29c2bcc89d7 {{(pid=79159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:26:36.486749 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-ee81f68b-0f49-4e91-b9b4-3e64f07cafe7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:36.665897 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-9eceb98b-2533-474c-acc9-453dfab5695b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267a1111-ccb2-4482-857a-276f8920b283', 'name': 'tempest-TestMinimumBasicScenario-760224668-router', 'tenant_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': '7401462a-9b49-4009-8110-a29c2bcc89d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:25Z', 'updated_at': '2021-08-11T16:26:34Z', 'revision_number': 5, 'project_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'gw_port': {'id': '7401462a-9b49-4009-8110-a29c2bcc89d7', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267a1111-ccb2-4482-857a-276f8920b283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:26Z', 'updated_at': '2021-08-11T16:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb'}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:36.671840 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eceb98b-2533-474c-acc9-453dfab5695b None None] Checking router: 267a1111-ccb2-4482-857a-276f8920b283 for host: dv-cinder-804265-1-smb {{(pid=79160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:26:36.681487 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eceb98b-2533-474c-acc9-453dfab5695b None None] Routers {'267a1111-ccb2-4482-857a-276f8920b283'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:26:36.682104 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-9eceb98b-2533-474c-acc9-453dfab5695b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:26:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['267a1111-ccb2-4482-857a-276f8920b283'], 'active': True} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:36.703585 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [None req-ee81f68b-0f49-4e91-b9b4-3e64f07cafe7 admin admin] For port 7401462a-9b49-4009-8110-a29c2bcc89d7, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=7401462a-9b49-4009-8110-a29c2bcc89d7,segment=NetworkSegment(ef0f4f8c-59c6-4f74-90fe-819af28e8bc6),segment_id=ef0f4f8c-59c6-4f74-90fe-819af28e8bc6)] {{(pid=79159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:26:36.704016 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-ee81f68b-0f49-4e91-b9b4-3e64f07cafe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:36.828736 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [None req-ee81f68b-0f49-4e91-b9b4-3e64f07cafe7 admin admin] Calling delete_port for 7401462a-9b49-4009-8110-a29c2bcc89d7 owned by network:router_gateway {{(pid=79159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:26:36.839326 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvr_db [None req-9eceb98b-2533-474c-acc9-453dfab5695b None None] Set router 267a1111-ccb2-4482-857a-276f8920b283 gateway port host: None {{(pid=79160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:26:36.988984 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-9eceb98b-2533-474c-acc9-453dfab5695b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267a1111-ccb2-4482-857a-276f8920b283', 'name': 'tempest-TestMinimumBasicScenario-760224668-router', 'tenant_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:25Z', 'updated_at': '2021-08-11T16:26:36Z', 'revision_number': 6, 'project_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'gw_port_host': None}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:36.993203 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eceb98b-2533-474c-acc9-453dfab5695b None None] The sync data for ids ['267a1111-ccb2-4482-857a-276f8920b283'] in dv-cinder-804265-1-smb is: [{'id': '267a1111-ccb2-4482-857a-276f8920b283', 'name': 'tempest-TestMinimumBasicScenario-760224668-router', 'tenant_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:25Z', 'updated_at': '2021-08-11T16:26:36Z', 'revision_number': 6, 'project_id': '7cf6f3407fe045dd9f1fb8b5b679b957', 'gw_port_host': None}] {{(pid=79160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:26:37.010320 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-ee81f68b-0f49-4e91-b9b4-3e64f07cafe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27932534'] for port, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:37.015339 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-fbafb3bd-6f26-4a56-8b58-377bba714d3f tempest-AttachVolumeNegativeTest-288604797 tempest-AttachVolumeNegativeTest-288604797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:37.092217 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81f68b-0f49-4e91-b9b4-3e64f07cafe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7401462a-9b49-4009-8110-a29c2bcc89d7,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:37.095226 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-ee81f68b-0f49-4e91-b9b4-3e64f07cafe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:37.161145 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-ee81f68b-0f49-4e91-b9b4-3e64f07cafe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608029'] for router_gateway, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:37.339722 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-ee81f68b-0f49-4e91-b9b4-3e64f07cafe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3920'] for router, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:37.342007 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-ee81f68b-0f49-4e91-b9b4-3e64f07cafe7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:37.366860 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-ee81f68b-0f49-4e91-b9b4-3e64f07cafe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-452935'] for router, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:37.367383 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee81f68b-0f49-4e91-b9b4-3e64f07cafe7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 267a1111-ccb2-4482-857a-276f8920b283 {{(pid=79159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 11 16:26:37.380845 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-ee81f68b-0f49-4e91-b9b4-3e64f07cafe7 admin admin] Notify callbacks [] for router, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:37.382980 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-ee81f68b-0f49-4e91-b9b4-3e64f07cafe7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/267a1111-ccb2-4482-857a-276f8920b283 HTTP/1.1" status: 204 len: 168 time: 1.3053539 Aug 11 16:26:37.385482 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 46120) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:37.558987 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fdac9f1-5ef2-4452-8b17-22060fb79721 admin admin] Deleting subnet 4be8bed2-1847-4ac8-9f41-26ce1b24fc74 {{(pid=79159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 11 16:26:37.561963 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7fdac9f1-5ef2-4452-8b17-22060fb79721 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:37.617540 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7fdac9f1-5ef2-4452-8b17-22060fb79721 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28442349'] for subnet, precommit_delete_associations {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:37.760440 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7fdac9f1-5ef2-4452-8b17-22060fb79721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3352476'] for subnet, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:37.765970 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device e11f02c8-5d29-4687-8019-8a478041a57e no longer exists at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:26:37.800186 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] No Port match for: e11f02c8-5d29-4687-8019-8a478041a57e {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:26:37.800559 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device e11f02c8-5d29-4687-8019-8a478041a57e not bound to the agent host dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:26:37.800976 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 7401462a-9b49-4009-8110-a29c2bcc89d7 no longer exists at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:26:37.838084 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] No Port match for: 7401462a-9b49-4009-8110-a29c2bcc89d7 {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:26:37.838738 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 7401462a-9b49-4009-8110-a29c2bcc89d7 not bound to the agent host dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:26:37.839537 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7fdac9f1-5ef2-4452-8b17-22060fb79721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3352467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27932453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27398810'] for subnet, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:37.844735 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:37.885982 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdac9f1-5ef2-4452-8b17-22060fb79721 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4be8bed2-1847-4ac8-9f41-26ce1b24fc74,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:37.888879 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-7fdac9f1-5ef2-4452-8b17-22060fb79721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:37.889857 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7fdac9f1-5ef2-4452-8b17-22060fb79721 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:37.895016 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cd48b0-82da-4a6d-9f05-f59ae7888dd1 None None] Network c28e22fb-1023-43f5-b63d-3612783f4f60 requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:26:37.895768 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-7fdac9f1-5ef2-4452-8b17-22060fb79721 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4be8bed2-1847-4ac8-9f41-26ce1b24fc74 HTTP/1.1" status: 204 len: 168 time: 0.5092728 Aug 11 16:26:37.898372 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 46130) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:38.007767 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-002bfa34-8659-4c30-a67b-32251db974f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3965533'] for network, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:38.018700 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [None req-002bfa34-8659-4c30-a67b-32251db974f9 admin admin] Deleting port d3045b98-b2ad-4ead-97fb-f0e26f74706d {{(pid=79159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:26:38.019047 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-002bfa34-8659-4c30-a67b-32251db974f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:38.171388 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f058cbcc-7000-4a58-bf8e-2df26846042b None None] DHCP port deletion for c28e22fb-1023-43f5-b63d-3612783f4f60 request from dv-cinder-804265-1-smb {{(pid=79160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 11 16:26:38.175696 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-f058cbcc-7000-4a58-bf8e-2df26846042b None None] Deleting port d3045b98-b2ad-4ead-97fb-f0e26f74706d {{(pid=79160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:26:38.176086 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-f058cbcc-7000-4a58-bf8e-2df26846042b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:38.237691 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [None req-002bfa34-8659-4c30-a67b-32251db974f9 admin admin] For port d3045b98-b2ad-4ead-97fb-f0e26f74706d, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=d3045b98-b2ad-4ead-97fb-f0e26f74706d,segment=NetworkSegment(af383707-3347-4b04-8513-99355cc9791f),segment_id=af383707-3347-4b04-8513-99355cc9791f)] {{(pid=79159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:26:38.237976 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-002bfa34-8659-4c30-a67b-32251db974f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:38.366250 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [None req-002bfa34-8659-4c30-a67b-32251db974f9 admin admin] Calling delete_port for d3045b98-b2ad-4ead-97fb-f0e26f74706d owned by network:dhcp {{(pid=79159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:26:38.390527 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-f058cbcc-7000-4a58-bf8e-2df26846042b None None] For port d3045b98-b2ad-4ead-97fb-f0e26f74706d, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=d3045b98-b2ad-4ead-97fb-f0e26f74706d,segment=NetworkSegment(af383707-3347-4b04-8513-99355cc9791f),segment_id=af383707-3347-4b04-8513-99355cc9791f)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:26:38.390951 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-f058cbcc-7000-4a58-bf8e-2df26846042b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:38.449589 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-002bfa34-8659-4c30-a67b-32251db974f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27932534'] for port, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:38.454545 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-6cb2df0b-dace-4c3e-b8bf-71715e191aea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:38.498326 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002bfa34-8659-4c30-a67b-32251db974f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3045b98-b2ad-4ead-97fb-f0e26f74706d,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:38.500015 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002bfa34-8659-4c30-a67b-32251db974f9 admin admin] No DVR routers for this DVR port d3045b98-b2ad-4ead-97fb-f0e26f74706d on host dv-cinder-804265-1-smb {{(pid=79159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:26:38.501449 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-002bfa34-8659-4c30-a67b-32251db974f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:38.515845 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-f058cbcc-7000-4a58-bf8e-2df26846042b None None] Calling delete_port for d3045b98-b2ad-4ead-97fb-f0e26f74706d owned by network:dhcp {{(pid=79160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:26:38.657641 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-002bfa34-8659-4c30-a67b-32251db974f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3354215', 'neutron.services.segments.db._delete_segments_for_network-8758463345821'] for network, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:38.670136 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.db.api [None req-f058cbcc-7000-4a58-bf8e-2df26846042b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 16:26:38.670558 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_db.api [None req-f058cbcc-7000-4a58-bf8e-2df26846042b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 16:26:38.671423 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.services.segments.db [None req-002bfa34-8659-4c30-a67b-32251db974f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c28e22fb-1023-43f5-b63d-3612783f4f60']}} {{(pid=79159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:38.685392 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.services.segments.db [None req-002bfa34-8659-4c30-a67b-32251db974f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af383707-3347-4b04-8513-99355cc9791f') {'for_net_delete': True} {{(pid=79159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:38.685699 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.services.segments.db [None req-002bfa34-8659-4c30-a67b-32251db974f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af383707-3347-4b04-8513-99355cc9791f') {} {{(pid=79159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:38.697486 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-002bfa34-8659-4c30-a67b-32251db974f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758463343351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28442354'] for segment, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:38.713436 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-002bfa34-8659-4c30-a67b-32251db974f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3350950'] for segment, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:38.719490 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-002bfa34-8659-4c30-a67b-32251db974f9 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=79159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 16:26:38.719867 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-002bfa34-8659-4c30-a67b-32251db974f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3350959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27932483'] for segment, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:38.734058 dv-cinder-804265-1-smb neutron-server[79159]: Traceback (most recent call last): Aug 11 16:26:38.734058 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 16:26:38.734058 dv-cinder-804265-1-smb neutron-server[79159]: timer() Aug 11 16:26:38.734058 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 16:26:38.734058 dv-cinder-804265-1-smb neutron-server[79159]: cb(*args, **kw) Aug 11 16:26:38.734058 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 16:26:38.734058 dv-cinder-804265-1-smb neutron-server[79159]: return func(*args, **kwargs) Aug 11 16:26:38.734058 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 16:26:38.734058 dv-cinder-804265-1-smb neutron-server[79159]: self._notify() Aug 11 16:26:38.734058 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 16:26:38.734058 dv-cinder-804265-1-smb neutron-server[79159]: self.callback(batched_events) Aug 11 16:26:38.734058 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 16:26:38.734058 dv-cinder-804265-1-smb neutron-server[79159]: event.method(event) Aug 11 16:26:38.734058 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 11 16:26:38.734058 dv-cinder-804265-1-smb neutron-server[79159]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 16:26:38.734058 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 11 16:26:38.734058 dv-cinder-804265-1-smb neutron-server[79159]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 16:26:38.734058 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 16:26:38.734058 dv-cinder-804265-1-smb neutron-server[79159]: return f(self, *a, **k) Aug 11 16:26:38.734058 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 16:26:38.734058 dv-cinder-804265-1-smb neutron-server[79159]: return self._get(url).json() Aug 11 16:26:38.734058 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 16:26:38.734058 dv-cinder-804265-1-smb neutron-server[79159]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 16:26:38.734058 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 16:26:38.734058 dv-cinder-804265-1-smb neutron-server[79159]: return self.request(url, 'GET', **kwargs) Aug 11 16:26:38.734058 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 16:26:38.734058 dv-cinder-804265-1-smb neutron-server[79159]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 16:26:38.734058 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 16:26:38.734058 dv-cinder-804265-1-smb neutron-server[79159]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 16:26:38.734058 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 16:26:38.734058 dv-cinder-804265-1-smb neutron-server[79159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 16:26:38.734058 dv-cinder-804265-1-smb neutron-server[79159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 16:26:38.821778 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-002bfa34-8659-4c30-a67b-32251db974f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3354142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608000'] for network, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:38.825393 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:38.839130 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-002bfa34-8659-4c30-a67b-32251db974f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for network, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:38.850490 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002bfa34-8659-4c30-a67b-32251db974f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c28e22fb-1023-43f5-b63d-3612783f4f60,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:38.857498 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-002bfa34-8659-4c30-a67b-32251db974f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:38.862243 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-002bfa34-8659-4c30-a67b-32251db974f9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c28e22fb-1023-43f5-b63d-3612783f4f60 HTTP/1.1" status: 204 len: 168 time: 0.9618018 Aug 11 16:26:38.863912 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 46140) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:39.172177 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-f058cbcc-7000-4a58-bf8e-2df26846042b None None] Deleting port d3045b98-b2ad-4ead-97fb-f0e26f74706d {{(pid=79160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:26:39.172777 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-f058cbcc-7000-4a58-bf8e-2df26846042b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:39.242808 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-f058cbcc-7000-4a58-bf8e-2df26846042b None None] The port 'd3045b98-b2ad-4ead-97fb-f0e26f74706d' was deleted {{(pid=79160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 11 16:26:39.509447 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-947fc52d-e14e-420b-a9f4-36683471be7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398024'] for router_interface, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:39.714018 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device d3045b98-b2ad-4ead-97fb-f0e26f74706d no longer exists at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:26:39.747716 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] No Port match for: d3045b98-b2ad-4ead-97fb-f0e26f74706d {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:26:39.748070 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device d3045b98-b2ad-4ead-97fb-f0e26f74706d not bound to the agent host dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:26:39.874625 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [None req-947fc52d-e14e-420b-a9f4-36683471be7d admin admin] Deleting port c5452f48-c7dd-4eb5-84b0-22c7fe283ab7 {{(pid=79159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:26:39.875040 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-947fc52d-e14e-420b-a9f4-36683471be7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:40.058421 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [None req-947fc52d-e14e-420b-a9f4-36683471be7d admin admin] For port c5452f48-c7dd-4eb5-84b0-22c7fe283ab7, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=c5452f48-c7dd-4eb5-84b0-22c7fe283ab7,segment=NetworkSegment(2eb5f6ad-ec1b-443a-a178-6eb690ba2a2f),segment_id=2eb5f6ad-ec1b-443a-a178-6eb690ba2a2f)] {{(pid=79159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:26:40.058777 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-947fc52d-e14e-420b-a9f4-36683471be7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:40.182383 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [None req-947fc52d-e14e-420b-a9f4-36683471be7d admin admin] Calling delete_port for c5452f48-c7dd-4eb5-84b0-22c7fe283ab7 owned by network:router_interface {{(pid=79159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:26:40.362576 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-947fc52d-e14e-420b-a9f4-36683471be7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27932534'] for port, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:40.367485 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-cdc6d078-945b-4860-bc7b-1a2f49f6ee08 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:40.415799 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947fc52d-e14e-420b-a9f4-36683471be7d admin admin] Pushing event deleted for resources: {'Port': ['ID=c5452f48-c7dd-4eb5-84b0-22c7fe283ab7,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:40.442289 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-947fc52d-e14e-420b-a9f4-36683471be7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:40.789619 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-947fc52d-e14e-420b-a9f4-36683471be7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398004'] for router_interface, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:41.171385 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947fc52d-e14e-420b-a9f4-36683471be7d admin admin] Router 4a8be171-21c9-417e-b629-50b381925acd has already been hosted by L3 agent fe3825e1-cd20-4759-aaf9-51b0eae29acc {{(pid=79159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:26:41.359360 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947fc52d-e14e-420b-a9f4-36683471be7d admin admin] Notify agent at l3_agent.dv-cinder-804265-1-smb the message routers_updated {{(pid=79159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:26:41.368557 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-947fc52d-e14e-420b-a9f4-36683471be7d admin admin] 10.222.0.21 "PUT /v2.0/routers/4a8be171-21c9-417e-b629-50b381925acd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5036535 Aug 11 16:26:41.368720 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef03c77f-7f14-4814-bf4f-25f9c0bef888 None None] Sync routers for ids ['4a8be171-21c9-417e-b629-50b381925acd'] in dv-cinder-804265-1-smb {{(pid=79161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:26:41.372033 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 46158) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:41.380215 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef03c77f-7f14-4814-bf4f-25f9c0bef888 None None] Routers {'4a8be171-21c9-417e-b629-50b381925acd'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:26:41.381251 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-ef03c77f-7f14-4814-bf4f-25f9c0bef888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:26:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['4a8be171-21c9-417e-b629-50b381925acd'], 'active': True} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:41.552805 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e8209093-ad0b-4fc7-8131-d16a352b0fcc admin admin] Notify callbacks [] for router, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:41.565494 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvr_db [None req-ef03c77f-7f14-4814-bf4f-25f9c0bef888 None None] Set router 4a8be171-21c9-417e-b629-50b381925acd gateway port host: dv-cinder-804265-1-smb {{(pid=79161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:26:41.734578 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e8209093-ad0b-4fc7-8131-d16a352b0fcc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:41.744853 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [None req-e8209093-ad0b-4fc7-8131-d16a352b0fcc admin admin] Deleting port 345ac5fe-c5ed-4fd2-8765-011fabbb83cb {{(pid=79159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:26:41.745297 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e8209093-ad0b-4fc7-8131-d16a352b0fcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:41.891324 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-ef03c77f-7f14-4814-bf4f-25f9c0bef888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8be171-21c9-417e-b629-50b381925acd', 'name': 'tempest-TestMinimumBasicScenario-886655486-router', 'tenant_id': '8e905f6f63e74b1cb7c0adab8544a08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '345ac5fe-c5ed-4fd2-8765-011fabbb83cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:34Z', 'updated_at': '2021-08-11T16:26:40Z', 'revision_number': 5, 'project_id': '8e905f6f63e74b1cb7c0adab8544a08c', 'gw_port': {'id': '345ac5fe-c5ed-4fd2-8765-011fabbb83cb', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8be171-21c9-417e-b629-50b381925acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:23:35Z', 'updated_at': '2021-08-11T16:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb'}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:41.895170 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef03c77f-7f14-4814-bf4f-25f9c0bef888 None None] Checking router: 4a8be171-21c9-417e-b629-50b381925acd for host: dv-cinder-804265-1-smb {{(pid=79161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:26:41.904695 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef03c77f-7f14-4814-bf4f-25f9c0bef888 None None] Routers {'4a8be171-21c9-417e-b629-50b381925acd'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:26:41.905357 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-ef03c77f-7f14-4814-bf4f-25f9c0bef888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:26:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['4a8be171-21c9-417e-b629-50b381925acd'], 'active': True} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:41.921784 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [None req-e8209093-ad0b-4fc7-8131-d16a352b0fcc admin admin] For port 345ac5fe-c5ed-4fd2-8765-011fabbb83cb, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=345ac5fe-c5ed-4fd2-8765-011fabbb83cb,segment=NetworkSegment(ef0f4f8c-59c6-4f74-90fe-819af28e8bc6),segment_id=ef0f4f8c-59c6-4f74-90fe-819af28e8bc6)] {{(pid=79159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:26:41.922146 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e8209093-ad0b-4fc7-8131-d16a352b0fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:42.046885 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [None req-e8209093-ad0b-4fc7-8131-d16a352b0fcc admin admin] Calling delete_port for 345ac5fe-c5ed-4fd2-8765-011fabbb83cb owned by network:router_gateway {{(pid=79159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:26:42.060160 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvr_db [None req-ef03c77f-7f14-4814-bf4f-25f9c0bef888 None None] Set router 4a8be171-21c9-417e-b629-50b381925acd gateway port host: None {{(pid=79161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:26:42.175175 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-ef03c77f-7f14-4814-bf4f-25f9c0bef888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a8be171-21c9-417e-b629-50b381925acd', 'name': 'tempest-TestMinimumBasicScenario-886655486-router', 'tenant_id': '8e905f6f63e74b1cb7c0adab8544a08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:34Z', 'updated_at': '2021-08-11T16:26:41Z', 'revision_number': 6, 'project_id': '8e905f6f63e74b1cb7c0adab8544a08c', 'gw_port_host': None}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:42.179740 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef03c77f-7f14-4814-bf4f-25f9c0bef888 None None] The sync data for ids ['4a8be171-21c9-417e-b629-50b381925acd'] in dv-cinder-804265-1-smb is: [{'id': '4a8be171-21c9-417e-b629-50b381925acd', 'name': 'tempest-TestMinimumBasicScenario-886655486-router', 'tenant_id': '8e905f6f63e74b1cb7c0adab8544a08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:23:34Z', 'updated_at': '2021-08-11T16:26:41Z', 'revision_number': 6, 'project_id': '8e905f6f63e74b1cb7c0adab8544a08c', 'gw_port_host': None}] {{(pid=79161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:26:42.349497 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e8209093-ad0b-4fc7-8131-d16a352b0fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27932534'] for port, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:42.354091 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-c0bbdea6-f250-4ff1-8b0b-50f303ec904f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:42.400378 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8209093-ad0b-4fc7-8131-d16a352b0fcc admin admin] Pushing event deleted for resources: {'Port': ['ID=345ac5fe-c5ed-4fd2-8765-011fabbb83cb,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:42.403451 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-e8209093-ad0b-4fc7-8131-d16a352b0fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:42.498649 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e8209093-ad0b-4fc7-8131-d16a352b0fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608029'] for router_gateway, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:42.680495 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e8209093-ad0b-4fc7-8131-d16a352b0fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3920'] for router, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:42.682706 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e8209093-ad0b-4fc7-8131-d16a352b0fcc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:42.704490 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e8209093-ad0b-4fc7-8131-d16a352b0fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-452935'] for router, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:42.705056 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8209093-ad0b-4fc7-8131-d16a352b0fcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a8be171-21c9-417e-b629-50b381925acd {{(pid=79159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 11 16:26:42.717501 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e8209093-ad0b-4fc7-8131-d16a352b0fcc admin admin] Notify callbacks [] for router, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:42.720372 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-e8209093-ad0b-4fc7-8131-d16a352b0fcc admin admin] 10.222.0.21 "DELETE /v2.0/routers/4a8be171-21c9-417e-b629-50b381925acd HTTP/1.1" status: 204 len: 168 time: 1.3474293 Aug 11 16:26:42.722819 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 46168) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:42.786583 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7d2a19f-0d99-4082-b779-09554dc76a7f admin admin] Deleting subnet 17c48ca1-1517-4526-8c72-f090b34a720f {{(pid=79159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 11 16:26:42.790701 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d7d2a19f-0d99-4082-b779-09554dc76a7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:42.840729 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d7d2a19f-0d99-4082-b779-09554dc76a7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28442349'] for subnet, precommit_delete_associations {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:42.931625 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d7d2a19f-0d99-4082-b779-09554dc76a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3352476'] for subnet, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:43.001138 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d7d2a19f-0d99-4082-b779-09554dc76a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3352467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27932453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27398810'] for subnet, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:43.004965 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-06354411-4604-4702-b1d5-2a3198b63bb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:43.040389 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2a19f-0d99-4082-b779-09554dc76a7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17c48ca1-1517-4526-8c72-f090b34a720f,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:43.043443 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-d7d2a19f-0d99-4082-b779-09554dc76a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:43.044444 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d7d2a19f-0d99-4082-b779-09554dc76a7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:43.050805 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-d7d2a19f-0d99-4082-b779-09554dc76a7f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/17c48ca1-1517-4526-8c72-f090b34a720f HTTP/1.1" status: 204 len: 168 time: 0.3270326 Aug 11 16:26:43.052179 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd987f3-91e5-442f-bdc0-6a52d1178b4f None None] Network 6ecb80b8-adac-4260-be26-8e5975b3ef9f requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:26:43.054517 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 46172) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:43.170803 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c70a8a64-3d0c-418f-9c2d-9577a8a62366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3965533'] for network, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:43.180399 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 6 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:26:43.183331 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8a64-3d0c-418f-9c2d-9577a8a62366 admin admin] Deleting port 36e662b6-5f8a-4992-8706-db216becc9fb {{(pid=79159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:26:43.183691 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c70a8a64-3d0c-418f-9c2d-9577a8a62366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:43.343570 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eef245d-b035-435b-bc9e-ac9ad2580cb1 None None] DHCP port deletion for 6ecb80b8-adac-4260-be26-8e5975b3ef9f request from dv-cinder-804265-1-smb {{(pid=79160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 11 16:26:43.347901 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-0eef245d-b035-435b-bc9e-ac9ad2580cb1 None None] Deleting port 36e662b6-5f8a-4992-8706-db216becc9fb {{(pid=79160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:26:43.348298 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0eef245d-b035-435b-bc9e-ac9ad2580cb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:43.427276 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [None req-c70a8a64-3d0c-418f-9c2d-9577a8a62366 admin admin] For port 36e662b6-5f8a-4992-8706-db216becc9fb, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=36e662b6-5f8a-4992-8706-db216becc9fb,segment=NetworkSegment(2eb5f6ad-ec1b-443a-a178-6eb690ba2a2f),segment_id=2eb5f6ad-ec1b-443a-a178-6eb690ba2a2f)] {{(pid=79159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:26:43.428516 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c70a8a64-3d0c-418f-9c2d-9577a8a62366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:43.559700 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0eef245d-b035-435b-bc9e-ac9ad2580cb1 None None] For port 36e662b6-5f8a-4992-8706-db216becc9fb, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=36e662b6-5f8a-4992-8706-db216becc9fb,segment=NetworkSegment(2eb5f6ad-ec1b-443a-a178-6eb690ba2a2f),segment_id=2eb5f6ad-ec1b-443a-a178-6eb690ba2a2f)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:26:43.560017 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0eef245d-b035-435b-bc9e-ac9ad2580cb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:43.562616 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8a64-3d0c-418f-9c2d-9577a8a62366 admin admin] Calling delete_port for 36e662b6-5f8a-4992-8706-db216becc9fb owned by network:dhcp {{(pid=79159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:26:43.650474 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c70a8a64-3d0c-418f-9c2d-9577a8a62366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27932534'] for port, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:43.655446 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-d07959db-4741-4928-9789-78946ab3db0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:43.711068 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8a64-3d0c-418f-9c2d-9577a8a62366 admin admin] Pushing event deleted for resources: {'Port': ['ID=36e662b6-5f8a-4992-8706-db216becc9fb,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:43.712824 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70a8a64-3d0c-418f-9c2d-9577a8a62366 admin admin] No DVR routers for this DVR port 36e662b6-5f8a-4992-8706-db216becc9fb on host dv-cinder-804265-1-smb {{(pid=79159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:26:43.714326 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-c70a8a64-3d0c-418f-9c2d-9577a8a62366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:43.724085 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-0eef245d-b035-435b-bc9e-ac9ad2580cb1 None None] Calling delete_port for 36e662b6-5f8a-4992-8706-db216becc9fb owned by network:dhcp {{(pid=79160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:26:43.752165 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 36e662b6-5f8a-4992-8706-db216becc9fb no longer exists at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:26:43.801018 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] No Port match for: 36e662b6-5f8a-4992-8706-db216becc9fb {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:26:43.801375 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 36e662b6-5f8a-4992-8706-db216becc9fb not bound to the agent host dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:26:43.801802 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device c5452f48-c7dd-4eb5-84b0-22c7fe283ab7 no longer exists at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:26:43.844596 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] No Port match for: c5452f48-c7dd-4eb5-84b0-22c7fe283ab7 {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:26:43.844961 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device c5452f48-c7dd-4eb5-84b0-22c7fe283ab7 not bound to the agent host dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:26:43.845391 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 345ac5fe-c5ed-4fd2-8765-011fabbb83cb no longer exists at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:26:43.886842 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] No Port match for: 345ac5fe-c5ed-4fd2-8765-011fabbb83cb {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:26:43.887206 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 345ac5fe-c5ed-4fd2-8765-011fabbb83cb not bound to the agent host dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:26:43.906759 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.db.api [None req-0eef245d-b035-435b-bc9e-ac9ad2580cb1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 16:26:43.907133 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_db.api [None req-0eef245d-b035-435b-bc9e-ac9ad2580cb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 16:26:43.934253 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c70a8a64-3d0c-418f-9c2d-9577a8a62366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3354215', 'neutron.services.segments.db._delete_segments_for_network-8758463345821'] for network, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:43.948018 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.services.segments.db [None req-c70a8a64-3d0c-418f-9c2d-9577a8a62366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ecb80b8-adac-4260-be26-8e5975b3ef9f']}} {{(pid=79159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:43.960135 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.services.segments.db [None req-c70a8a64-3d0c-418f-9c2d-9577a8a62366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eb5f6ad-ec1b-443a-a178-6eb690ba2a2f') {'for_net_delete': True} {{(pid=79159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:43.960432 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.services.segments.db [None req-c70a8a64-3d0c-418f-9c2d-9577a8a62366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eb5f6ad-ec1b-443a-a178-6eb690ba2a2f') {} {{(pid=79159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:43.971929 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c70a8a64-3d0c-418f-9c2d-9577a8a62366 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758463343351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28442354'] for segment, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:43.987518 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c70a8a64-3d0c-418f-9c2d-9577a8a62366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3350950'] for segment, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:43.994388 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c70a8a64-3d0c-418f-9c2d-9577a8a62366 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=79159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 16:26:43.994793 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c70a8a64-3d0c-418f-9c2d-9577a8a62366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3350959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27932483'] for segment, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:44.009644 dv-cinder-804265-1-smb neutron-server[79159]: Traceback (most recent call last): Aug 11 16:26:44.009644 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 16:26:44.009644 dv-cinder-804265-1-smb neutron-server[79159]: timer() Aug 11 16:26:44.009644 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 16:26:44.009644 dv-cinder-804265-1-smb neutron-server[79159]: cb(*args, **kw) Aug 11 16:26:44.009644 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 16:26:44.009644 dv-cinder-804265-1-smb neutron-server[79159]: return func(*args, **kwargs) Aug 11 16:26:44.009644 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 16:26:44.009644 dv-cinder-804265-1-smb neutron-server[79159]: self._notify() Aug 11 16:26:44.009644 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 16:26:44.009644 dv-cinder-804265-1-smb neutron-server[79159]: self.callback(batched_events) Aug 11 16:26:44.009644 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 16:26:44.009644 dv-cinder-804265-1-smb neutron-server[79159]: event.method(event) Aug 11 16:26:44.009644 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 11 16:26:44.009644 dv-cinder-804265-1-smb neutron-server[79159]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 16:26:44.009644 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 11 16:26:44.009644 dv-cinder-804265-1-smb neutron-server[79159]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 16:26:44.009644 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 16:26:44.009644 dv-cinder-804265-1-smb neutron-server[79159]: return f(self, *a, **k) Aug 11 16:26:44.009644 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 16:26:44.009644 dv-cinder-804265-1-smb neutron-server[79159]: return self._get(url).json() Aug 11 16:26:44.009644 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 16:26:44.009644 dv-cinder-804265-1-smb neutron-server[79159]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 16:26:44.009644 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 16:26:44.009644 dv-cinder-804265-1-smb neutron-server[79159]: return self.request(url, 'GET', **kwargs) Aug 11 16:26:44.009644 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 16:26:44.009644 dv-cinder-804265-1-smb neutron-server[79159]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 16:26:44.009644 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 16:26:44.009644 dv-cinder-804265-1-smb neutron-server[79159]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 16:26:44.009644 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 16:26:44.009644 dv-cinder-804265-1-smb neutron-server[79159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 16:26:44.009644 dv-cinder-804265-1-smb neutron-server[79159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 16:26:44.086849 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c70a8a64-3d0c-418f-9c2d-9577a8a62366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3354142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608000'] for network, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:44.090849 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-283a0170-d01e-4254-8b67-fe778afd1eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:44.103862 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c70a8a64-3d0c-418f-9c2d-9577a8a62366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for network, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:44.113686 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8a64-3d0c-418f-9c2d-9577a8a62366 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ecb80b8-adac-4260-be26-8e5975b3ef9f,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:44.122292 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-c70a8a64-3d0c-418f-9c2d-9577a8a62366 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6ecb80b8-adac-4260-be26-8e5975b3ef9f HTTP/1.1" status: 204 len: 168 time: 1.0665979 Aug 11 16:26:44.123776 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8a64-3d0c-418f-9c2d-9577a8a62366 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:44.124157 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8a64-3d0c-418f-9c2d-9577a8a62366 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:44.124530 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8a64-3d0c-418f-9c2d-9577a8a62366 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:44.124889 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8a64-3d0c-418f-9c2d-9577a8a62366 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:44.125251 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8a64-3d0c-418f-9c2d-9577a8a62366 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:44.125615 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8a64-3d0c-418f-9c2d-9577a8a62366 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:44.125973 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8a64-3d0c-418f-9c2d-9577a8a62366 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:44.126603 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8a64-3d0c-418f-9c2d-9577a8a62366 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:44.126704 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8a64-3d0c-418f-9c2d-9577a8a62366 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:44.127056 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8a64-3d0c-418f-9c2d-9577a8a62366 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:44.127409 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8a64-3d0c-418f-9c2d-9577a8a62366 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:44.127756 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8a64-3d0c-418f-9c2d-9577a8a62366 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:44.132514 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-c70a8a64-3d0c-418f-9c2d-9577a8a62366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:44.314001 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 46186) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:44.361640 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-ddf8b961-0c48-4f3b-acfe-c67de70504fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7cf6f3407fe045dd9f1fb8b5b679b957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497818 Aug 11 16:26:44.364130 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 46190) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:44.408337 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-0eef245d-b035-435b-bc9e-ac9ad2580cb1 None None] Deleting port 36e662b6-5f8a-4992-8706-db216becc9fb {{(pid=79160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:26:44.408928 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0eef245d-b035-435b-bc9e-ac9ad2580cb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:44.424400 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e74d8e8e-b424-4246-9458-fa91443b7274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:44.451146 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e74d8e8e-b424-4246-9458-fa91443b7274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:44.477880 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-0eef245d-b035-435b-bc9e-ac9ad2580cb1 None None] The port '36e662b6-5f8a-4992-8706-db216becc9fb' was deleted {{(pid=79160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 11 16:26:44.508767 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e74d8e8e-b424-4246-9458-fa91443b7274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:44.512493 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-326980c1-8dcc-42ce-bea3-5a461ef54988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:44.523154 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d8e8e-b424-4246-9458-fa91443b7274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0606fa4d-e231-4307-9c0a-31bc3aacc208,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:44.526102 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-e74d8e8e-b424-4246-9458-fa91443b7274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:44.538234 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e74d8e8e-b424-4246-9458-fa91443b7274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:44.540127 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-e74d8e8e-b424-4246-9458-fa91443b7274 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0606fa4d-e231-4307-9c0a-31bc3aacc208 HTTP/1.1" status: 204 len: 168 time: 0.1748650 Aug 11 16:26:44.903961 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 46202) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:44.953586 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-92ab3951-3c0b-44ec-8d8c-b686aa07a882 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e905f6f63e74b1cb7c0adab8544a08c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483968 Aug 11 16:26:44.956038 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 46206) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:45.016766 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-3ad61169-b432-4cb0-9b0a-62565210c83c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:45.042591 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-3ad61169-b432-4cb0-9b0a-62565210c83c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:45.095156 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-3ad61169-b432-4cb0-9b0a-62565210c83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:45.098850 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-bd031d26-99cd-4b58-ab3b-567fee401945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:45.111798 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad61169-b432-4cb0-9b0a-62565210c83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbab97f3-4253-4675-9d95-827e038ccf73,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:45.114633 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-3ad61169-b432-4cb0-9b0a-62565210c83c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:45.117289 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-3ad61169-b432-4cb0-9b0a-62565210c83c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:45.119601 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-3ad61169-b432-4cb0-9b0a-62565210c83c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cbab97f3-4253-4675-9d95-827e038ccf73 HTTP/1.1" status: 204 len: 168 time: 0.1614470 Aug 11 16:26:45.851493 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 46234) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:45.956967 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-4b703c61-1265-4e17-9fe2-a86b2b2d5b62 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-489125505-network', 'tenant_id': '0b3773db0699482cb3fc3a47340812c0'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:45.962473 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-4b703c61-1265-4e17-9fe2-a86b2b2d5b62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:45.966306 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-4b703c61-1265-4e17-9fe2-a86b2b2d5b62 admin admin] Usage tracker for resource:network and tenant:0b3773db0699482cb3fc3a47340812c0 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:45.969085 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-4b703c61-1265-4e17-9fe2-a86b2b2d5b62 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:45.984356 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-4b703c61-1265-4e17-9fe2-a86b2b2d5b62 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:45.994523 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b703c61-1265-4e17-9fe2-a86b2b2d5b62 admin admin] Made reservation on behalf of 0b3773db0699482cb3fc3a47340812c0 for: {'network': 1} {{(pid=79159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:26:45.997039 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-4b703c61-1265-4e17-9fe2-a86b2b2d5b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for network, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:46.012010 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-4b703c61-1265-4e17-9fe2-a86b2b2d5b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:46.026982 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-4b703c61-1265-4e17-9fe2-a86b2b2d5b62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:46.030813 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-4b703c61-1265-4e17-9fe2-a86b2b2d5b62 admin admin] Usage tracker for resource:security_group_rule and tenant:0b3773db0699482cb3fc3a47340812c0 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:46.033628 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-4b703c61-1265-4e17-9fe2-a86b2b2d5b62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:46.039660 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-4b703c61-1265-4e17-9fe2-a86b2b2d5b62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:46.122602 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-4b703c61-1265-4e17-9fe2-a86b2b2d5b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:46.126419 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-4b703c61-1265-4e17-9fe2-a86b2b2d5b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:46.129264 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-a83840c0-4e4d-4b06-9394-ec8f7e041339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:46.157908 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b703c61-1265-4e17-9fe2-a86b2b2d5b62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=79159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 16:26:46.166473 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b703c61-1265-4e17-9fe2-a86b2b2d5b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322ef192-eefa-4cd1-9a35-6d5e2c19ff41,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:46.169958 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-4b703c61-1265-4e17-9fe2-a86b2b2d5b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:46.172387 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-4b703c61-1265-4e17-9fe2-a86b2b2d5b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3350950'] for segment, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:46.172757 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.db.segments_db [None req-4b703c61-1265-4e17-9fe2-a86b2b2d5b62 admin admin] Added segment bf0ae4c1-122e-416e-b2ce-954dc34a46ca of type vlan for network 38762c5d-ffd9-4ed7-acd9-44af5efe0419 Aug 11 16:26:46.200243 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-4b703c61-1265-4e17-9fe2-a86b2b2d5b62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758462832806'] for network, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:46.228823 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-4b703c61-1265-4e17-9fe2-a86b2b2d5b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603'] for network, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:46.230183 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b703c61-1265-4e17-9fe2-a86b2b2d5b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:46.230767 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-4b703c61-1265-4e17-9fe2-a86b2b2d5b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for network, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:46.233965 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-e42a7b60-73a3-4214-86f8-43fc1e7c94bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:46.333588 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-4b703c61-1265-4e17-9fe2-a86b2b2d5b62 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4809921 Aug 11 16:26:46.336972 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 46242) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:46.338740 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b703c61-1265-4e17-9fe2-a86b2b2d5b62 admin admin] Pushing event updated for resources: {'Network': ['ID=38762c5d-ffd9-4ed7-acd9-44af5efe0419,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:46.341254 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-4b703c61-1265-4e17-9fe2-a86b2b2d5b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:46.343198 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-f400ce30-e04f-4a45-a6e9-dab35d2f4412 admin admin] Request body: {'subnet': {'network_id': '38762c5d-ffd9-4ed7-acd9-44af5efe0419', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-489125505-subnet', 'tenant_id': '0b3773db0699482cb3fc3a47340812c0', 'ip_version': 4}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:46.348008 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-f400ce30-e04f-4a45-a6e9-dab35d2f4412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:46.348285 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Network 38762c5d-ffd9-4ed7-acd9-44af5efe0419 details requested by agent ovs-agent-dv-cinder-804265-1-smb with host dv-cinder-804265-1-smb {{(pid=79160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:26:46.353464 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-f400ce30-e04f-4a45-a6e9-dab35d2f4412 admin admin] Usage tracker for resource:subnet and tenant:0b3773db0699482cb3fc3a47340812c0 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:46.356589 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-f400ce30-e04f-4a45-a6e9-dab35d2f4412 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:46.362595 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-f400ce30-e04f-4a45-a6e9-dab35d2f4412 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:46.373683 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f400ce30-e04f-4a45-a6e9-dab35d2f4412 admin admin] Made reservation on behalf of 0b3773db0699482cb3fc3a47340812c0 for: {'subnet': 1} {{(pid=79158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:26:46.376199 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f400ce30-e04f-4a45-a6e9-dab35d2f4412 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1113983'] for subnet, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:46.592258 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f400ce30-e04f-4a45-a6e9-dab35d2f4412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32627322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1113869'] for subnet, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:46.596800 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-e619128e-7b9c-4bb9-8d2d-e63ef8ddb66a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:46.624300 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-157a699f-6bba-4120-89c8-b53f88c41360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:46.671063 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400ce30-e04f-4a45-a6e9-dab35d2f4412 admin admin] Pushing event updated for resources: {'Subnet': ['ID=063d6f1f-59d7-4dda-a98e-cacfa7be730b,revision_number=0']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:46.675847 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f400ce30-e04f-4a45-a6e9-dab35d2f4412 admin admin] Checking segment: {'id': 'bf0ae4c1-122e-416e-b2ce-954dc34a46ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '38762c5d-ffd9-4ed7-acd9-44af5efe0419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:26:46.676203 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f400ce30-e04f-4a45-a6e9-dab35d2f4412 admin admin] Network hostable DHCP agents. Network: 38762c5d-ffd9-4ed7-acd9-44af5efe0419, hostable agents: ['4b0670d7-91d3-4826-9dfd-430a45df9059'], hosted agents: [] {{(pid=79158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:26:46.686059 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400ce30-e04f-4a45-a6e9-dab35d2f4412 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:46.686543 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400ce30-e04f-4a45-a6e9-dab35d2f4412 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:46.686814 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400ce30-e04f-4a45-a6e9-dab35d2f4412 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:46.687249 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400ce30-e04f-4a45-a6e9-dab35d2f4412 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:46.687534 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400ce30-e04f-4a45-a6e9-dab35d2f4412 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:46.687892 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400ce30-e04f-4a45-a6e9-dab35d2f4412 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:46.688245 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400ce30-e04f-4a45-a6e9-dab35d2f4412 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:46.688596 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400ce30-e04f-4a45-a6e9-dab35d2f4412 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:46.688948 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400ce30-e04f-4a45-a6e9-dab35d2f4412 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:46.689298 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400ce30-e04f-4a45-a6e9-dab35d2f4412 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:46.689650 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400ce30-e04f-4a45-a6e9-dab35d2f4412 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:46.689996 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f400ce30-e04f-4a45-a6e9-dab35d2f4412 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:46.696630 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-f400ce30-e04f-4a45-a6e9-dab35d2f4412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:46.707345 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f400ce30-e04f-4a45-a6e9-dab35d2f4412 admin admin] Network 38762c5d-ffd9-4ed7-acd9-44af5efe0419 is scheduled to be hosted by DHCP agent 4b0670d7-91d3-4826-9dfd-430a45df9059 with binding_index 1 {{(pid=79158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:26:46.716132 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.base_scheduler [None req-f400ce30-e04f-4a45-a6e9-dab35d2f4412 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-smb, 38762c5d-ffd9-4ed7-acd9-44af5efe0419) {{(pid=79158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:26:46.719960 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f400ce30-e04f-4a45-a6e9-dab35d2f4412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:46.720556 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f400ce30-e04f-4a45-a6e9-dab35d2f4412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for subnet, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:46.726171 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7d4a82-640c-4a57-8c3b-73c554e616f2 None None] Network 38762c5d-ffd9-4ed7-acd9-44af5efe0419 requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:26:46.741055 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-f400ce30-e04f-4a45-a6e9-dab35d2f4412 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4020209 Aug 11 16:26:46.743807 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 46248) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:46.748852 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-f9e2ecdf-dede-4415-a927-57de19b5bac2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-489125505-router', 'tenant_id': '0b3773db0699482cb3fc3a47340812c0', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'}}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:46.753474 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-f9e2ecdf-dede-4415-a927-57de19b5bac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:46.758126 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-f9e2ecdf-dede-4415-a927-57de19b5bac2 admin admin] Usage tracker for resource:router and tenant:0b3773db0699482cb3fc3a47340812c0 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:46.761245 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-f9e2ecdf-dede-4415-a927-57de19b5bac2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:46.767314 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-f9e2ecdf-dede-4415-a927-57de19b5bac2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:46.778492 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f9e2ecdf-dede-4415-a927-57de19b5bac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-453313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3910'] for router, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:46.779465 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f9e2ecdf-dede-4415-a927-57de19b5bac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-612823', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-508353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3919'] for router, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:46.794561 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f9e2ecdf-dede-4415-a927-57de19b5bac2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:46.958436 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119cf89b-0e9c-4a9b-ab53-15be7cc1b159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp484e8eb6-44c9-5a21-ae45-95e82f49bfdb-38762c5d-ffd9-4ed7-acd9-44af5efe0419', 'network_id': '38762c5d-ffd9-4ed7-acd9-44af5efe0419', 'tenant_id': '0b3773db0699482cb3fc3a47340812c0', 'fixed_ips': [{'subnet_id': '063d6f1f-59d7-4dda-a98e-cacfa7be730b'}]}} from dv-cinder-804265-1-smb. {{(pid=79160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 11 16:26:46.959609 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-119cf89b-0e9c-4a9b-ab53-15be7cc1b159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:47.136010 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.db_base_plugin_common [None req-119cf89b-0e9c-4a9b-ab53-15be7cc1b159 None None] Allocated IP 172.20.0.2 (38762c5d-ffd9-4ed7-acd9-44af5efe0419/063d6f1f-59d7-4dda-a98e-cacfa7be730b/c3c539d6-41b5-4049-9b0b-c556a8b74dc9) {{(pid=79160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:26:47.180790 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f9e2ecdf-dede-4415-a927-57de19b5bac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-612808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-453234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3929'] for router, precommit_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:47.364619 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:47.382650 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-119cf89b-0e9c-4a9b-ab53-15be7cc1b159 None None] Notify callbacks [] for port, precommit_create {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:47.394215 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-119cf89b-0e9c-4a9b-ab53-15be7cc1b159 None None] Transition to ACTIVE for port object c3c539d6-41b5-4049-9b0b-c556a8b74dc9 will not be triggered until provisioned by entity L2. {{(pid=79160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:26:47.414601 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-119cf89b-0e9c-4a9b-ab53-15be7cc1b159 None None] Transition to ACTIVE for port object c3c539d6-41b5-4049-9b0b-c556a8b74dc9 will not be triggered until provisioned by entity DHCP. {{(pid=79160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:26:47.419826 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-119cf89b-0e9c-4a9b-ab53-15be7cc1b159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552'] for port, after_create {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:47.423157 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:47.488187 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119cf89b-0e9c-4a9b-ab53-15be7cc1b159 None None] Network 38762c5d-ffd9-4ed7-acd9-44af5efe0419 is already hosted by enough agents. {{(pid=79160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:26:47.491872 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.scheduler.base_scheduler [None req-119cf89b-0e9c-4a9b-ab53-15be7cc1b159 None None] Resources bound (agent type, host, resource id): {{(pid=79160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:26:47.495584 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119cf89b-0e9c-4a9b-ab53-15be7cc1b159 None None] Received port after_create {{(pid=79160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:26:47.501153 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119cf89b-0e9c-4a9b-ab53-15be7cc1b159 None None] Pushing event updated for resources: {'Port': ['ID=c3c539d6-41b5-4049-9b0b-c556a8b74dc9,revision_number=1']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:47.504930 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-119cf89b-0e9c-4a9b-ab53-15be7cc1b159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:47.520028 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f9e2ecdf-dede-4415-a927-57de19b5bac2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:47.552341 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f9e2ecdf-dede-4415-a927-57de19b5bac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:47.592713 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-119cf89b-0e9c-4a9b-ab53-15be7cc1b159 None None] Attempting to bind port c3c539d6-41b5-4049-9b0b-c556a8b74dc9 on host dv-cinder-804265-1-smb for vnic_type normal with profile {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:26:47.593094 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-119cf89b-0e9c-4a9b-ab53-15be7cc1b159 None None] Attempting to bind port c3c539d6-41b5-4049-9b0b-c556a8b74dc9 by drivers openvswitch,hyperv on host dv-cinder-804265-1-smb at level 0 using segments [{'id': 'bf0ae4c1-122e-416e-b2ce-954dc34a46ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '38762c5d-ffd9-4ed7-acd9-44af5efe0419'}] {{(pid=79160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:26:47.593468 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119cf89b-0e9c-4a9b-ab53-15be7cc1b159 None None] Attempting to bind port c3c539d6-41b5-4049-9b0b-c556a8b74dc9 on network 38762c5d-ffd9-4ed7-acd9-44af5efe0419 {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:26:47.599037 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119cf89b-0e9c-4a9b-ab53-15be7cc1b159 None None] Checking agent: {'id': '5e93d7f9-9d48-4304-bf8c-d89fe7491ad7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 12, 47), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:26:47.599522 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119cf89b-0e9c-4a9b-ab53-15be7cc1b159 None None] Checking segment: {'id': 'bf0ae4c1-122e-416e-b2ce-954dc34a46ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '38762c5d-ffd9-4ed7-acd9-44af5efe0419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:26:47.600518 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-119cf89b-0e9c-4a9b-ab53-15be7cc1b159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:47.600923 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119cf89b-0e9c-4a9b-ab53-15be7cc1b159 None None] Bound using segment: {'id': 'bf0ae4c1-122e-416e-b2ce-954dc34a46ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '38762c5d-ffd9-4ed7-acd9-44af5efe0419'} {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:26:47.601442 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-119cf89b-0e9c-4a9b-ab53-15be7cc1b159 None None] Bound port: c3c539d6-41b5-4049-9b0b-c556a8b74dc9, host: dv-cinder-804265-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0ae4c1-122e-416e-b2ce-954dc34a46ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '38762c5d-ffd9-4ed7-acd9-44af5efe0419'}}] {{(pid=79160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:26:47.601834 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-119cf89b-0e9c-4a9b-ab53-15be7cc1b159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:47.699368 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-119cf89b-0e9c-4a9b-ab53-15be7cc1b159 None None] For port c3c539d6-41b5-4049-9b0b-c556a8b74dc9, host dv-cinder-804265-1-smb, cleared binding levels {{(pid=79160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:26:47.703211 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-119cf89b-0e9c-4a9b-ab53-15be7cc1b159 None None] For port c3c539d6-41b5-4049-9b0b-c556a8b74dc9, host dv-cinder-804265-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=c3c539d6-41b5-4049-9b0b-c556a8b74dc9,segment=NetworkSegment(bf0ae4c1-122e-416e-b2ce-954dc34a46ca),segment_id=bf0ae4c1-122e-416e-b2ce-954dc34a46ca)] {{(pid=79160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:26:47.707178 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.db_base_plugin_common [None req-f9e2ecdf-dede-4415-a927-57de19b5bac2 admin admin] Allocated IP 172.28.2.212 (74b3c71b-fb08-4503-8924-b9e5cb7ae853/af30e8de-a40d-42cb-9ec9-bce0fcfe28d3/251dd69f-8011-418d-98ac-af834e6d37ac) {{(pid=79158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:26:47.710500 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-119cf89b-0e9c-4a9b-ab53-15be7cc1b159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:47.715450 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-7f42a4c2-765b-4fd6-9740-283ce9f05a3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:47.802320 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119cf89b-0e9c-4a9b-ab53-15be7cc1b159 None None] Pushing event updated for resources: {'Port': ['ID=c3c539d6-41b5-4049-9b0b-c556a8b74dc9,revision_number=2']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:47.805618 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-119cf89b-0e9c-4a9b-ab53-15be7cc1b159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:47.867555 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f9e2ecdf-dede-4415-a927-57de19b5bac2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:47.898095 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f9e2ecdf-dede-4415-a927-57de19b5bac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32627690'] for port, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:47.901940 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-eb545019-5abf-4791-8bf5-981ac6e818e5 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:47.971449 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e2ecdf-dede-4415-a927-57de19b5bac2 admin admin] Network 74b3c71b-fb08-4503-8924-b9e5cb7ae853 is already hosted by enough agents. {{(pid=79158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:26:47.972201 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.base_scheduler [None req-f9e2ecdf-dede-4415-a927-57de19b5bac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=79158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:26:47.975930 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e2ecdf-dede-4415-a927-57de19b5bac2 admin admin] Received port after_create {{(pid=79158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:26:48.033740 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2ecdf-dede-4415-a927-57de19b5bac2 admin admin] Pushing event updated for resources: {'Port': ['ID=251dd69f-8011-418d-98ac-af834e6d37ac,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:48.038567 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-f9e2ecdf-dede-4415-a927-57de19b5bac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:48.526178 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f9e2ecdf-dede-4415-a927-57de19b5bac2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:48.820431 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5763ec-f843-4e81-99d9-f03ae6ff32be None None] Network 38762c5d-ffd9-4ed7-acd9-44af5efe0419 requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:26:48.892789 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f9e2ecdf-dede-4415-a927-57de19b5bac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608144'] for router, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:48.914182 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-827f9d6a-2f09-4aa2-be3c-0572c7967449 None None] Provisioning for port c3c539d6-41b5-4049-9b0b-c556a8b74dc9 completed by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:26:49.108039 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e2ecdf-dede-4415-a927-57de19b5bac2 admin admin] Router b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569 is scheduled to L3 agent fe3825e1-cd20-4759-aaf9-51b0eae29acc with binding_index 1 {{(pid=79158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 16:26:49.249676 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-93b6424d-39f8-4bf7-b784-44b05fafcd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:49.303807 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e2ecdf-dede-4415-a927-57de19b5bac2 admin admin] Notify agent at l3_agent.dv-cinder-804265-1-smb the message routers_updated {{(pid=79158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:26:49.312951 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c678129-269b-4c79-97b4-736a55a0bd8d None None] Sync routers for ids ['b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569'] in dv-cinder-804265-1-smb {{(pid=79160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:26:49.324938 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c678129-269b-4c79-97b4-736a55a0bd8d None None] Routers {'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:26:49.325583 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-1c678129-269b-4c79-97b4-736a55a0bd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:26:49Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569'], 'active': True} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:49.332703 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f9e2ecdf-dede-4415-a927-57de19b5bac2 admin admin] Notify callbacks [] for router, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:49.334536 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-f9e2ecdf-dede-4415-a927-57de19b5bac2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5897996 Aug 11 16:26:49.337434 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 46278) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:49.520907 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvr_db [None req-1c678129-269b-4c79-97b4-736a55a0bd8d None None] Set router b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569 gateway port host: dv-cinder-804265-1-smb {{(pid=79160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:26:49.754223 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device c3c539d6-41b5-4049-9b0b-c556a8b74dc9 up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:26:49.875649 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning for port c3c539d6-41b5-4049-9b0b-c556a8b74dc9 completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:26:49.882473 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port c3c539d6-41b5-4049-9b0b-c556a8b74dc9 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:26:49.882860 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:49.914490 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-1c678129-269b-4c79-97b4-736a55a0bd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'name': 'tempest-TestShelveInstance-489125505-router', 'tenant_id': '0b3773db0699482cb3fc3a47340812c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '251dd69f-8011-418d-98ac-af834e6d37ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:46Z', 'updated_at': '2021-08-11T16:26:48Z', 'revision_number': 3, 'project_id': '0b3773db0699482cb3fc3a47340812c0', 'gw_port': {'id': '251dd69f-8011-418d-98ac-af834e6d37ac', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:aa:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:47Z', 'updated_at': '2021-08-11T16:26:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb'}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:49.936862 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c678129-269b-4c79-97b4-736a55a0bd8d None None] Checking router: b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569 for host: dv-cinder-804265-1-smb {{(pid=79160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:26:49.937162 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c678129-269b-4c79-97b4-736a55a0bd8d None None] Updating router b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569 port 251dd69f-8011-418d-98ac-af834e6d37ac binding host dv-cinder-804265-1-smb {{(pid=79160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 16:26:50.001288 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-1c678129-269b-4c79-97b4-736a55a0bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:50.153448 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b4dfc088-53c3-47e6-adc9-f095862dd59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:50.154063 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:50.235436 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] For port c3c539d6-41b5-4049-9b0b-c556a8b74dc9, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=c3c539d6-41b5-4049-9b0b-c556a8b74dc9,segment=NetworkSegment(bf0ae4c1-122e-416e-b2ce-954dc34a46ca),segment_id=bf0ae4c1-122e-416e-b2ce-954dc34a46ca)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:26:50.241643 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:50.286029 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:50.371030 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.db_base_plugin_common [None req-b4dfc088-53c3-47e6-adc9-f095862dd59f admin admin] Allocated IP 172.20.0.1 (38762c5d-ffd9-4ed7-acd9-44af5efe0419/063d6f1f-59d7-4dda-a98e-cacfa7be730b/e15b393d-e682-47b9-8115-2886347742f7) {{(pid=79158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:26:50.391767 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Pushing event updated for resources: {'Port': ['ID=c3c539d6-41b5-4049-9b0b-c556a8b74dc9,revision_number=3']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:50.395780 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:50.460294 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:50.494721 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-1c678129-269b-4c79-97b4-736a55a0bd8d None None] Notify callbacks [] for port, precommit_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:50.508134 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-1c678129-269b-4c79-97b4-736a55a0bd8d None None] Transition to ACTIVE for port object 251dd69f-8011-418d-98ac-af834e6d37ac will not be triggered until provisioned by entity L2. {{(pid=79160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:26:50.515883 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-1c678129-269b-4c79-97b4-736a55a0bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:50.522099 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-119cf89b-0e9c-4a9b-ab53-15be7cc1b159 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:50.541349 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b4dfc088-53c3-47e6-adc9-f095862dd59f admin admin] Notify callbacks [] for port, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:50.559050 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.provisioning_blocks [None req-b4dfc088-53c3-47e6-adc9-f095862dd59f admin admin] Transition to ACTIVE for port object e15b393d-e682-47b9-8115-2886347742f7 will not be triggered until provisioned by entity DHCP. {{(pid=79158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:26:50.587796 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b4dfc088-53c3-47e6-adc9-f095862dd59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32627690'] for port, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:50.607398 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:50.624180 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-1c678129-269b-4c79-97b4-736a55a0bd8d None None] Attempting to bind port 251dd69f-8011-418d-98ac-af834e6d37ac on host dv-cinder-804265-1-smb for vnic_type normal with profile {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:26:50.624564 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-1c678129-269b-4c79-97b4-736a55a0bd8d None None] Attempting to bind port 251dd69f-8011-418d-98ac-af834e6d37ac by drivers openvswitch,hyperv on host dv-cinder-804265-1-smb at level 0 using segments [{'id': 'ef0f4f8c-59c6-4f74-90fe-819af28e8bc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'}] {{(pid=79160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:26:50.624938 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c678129-269b-4c79-97b4-736a55a0bd8d None None] Attempting to bind port 251dd69f-8011-418d-98ac-af834e6d37ac on network 74b3c71b-fb08-4503-8924-b9e5cb7ae853 {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:26:50.634880 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c678129-269b-4c79-97b4-736a55a0bd8d None None] Checking agent: {'id': '5e93d7f9-9d48-4304-bf8c-d89fe7491ad7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 12, 47), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:26:50.635262 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c678129-269b-4c79-97b4-736a55a0bd8d None None] Checking segment: {'id': 'ef0f4f8c-59c6-4f74-90fe-819af28e8bc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:26:50.635673 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-1c678129-269b-4c79-97b4-736a55a0bd8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:50.636073 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c678129-269b-4c79-97b4-736a55a0bd8d None None] Bound using segment: {'id': 'ef0f4f8c-59c6-4f74-90fe-819af28e8bc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'} {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:26:50.636544 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-1c678129-269b-4c79-97b4-736a55a0bd8d None None] Bound port: 251dd69f-8011-418d-98ac-af834e6d37ac, host: dv-cinder-804265-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f4f8c-59c6-4f74-90fe-819af28e8bc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'}}] {{(pid=79160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:26:50.636926 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-1c678129-269b-4c79-97b4-736a55a0bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:50.667948 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a7358-ea37-4297-8956-b3b84fac7690 None None] Pushing event updated for resources: {'Port': ['ID=251dd69f-8011-418d-98ac-af834e6d37ac,revision_number=2']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:50.676403 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-6c4a7358-ea37-4297-8956-b3b84fac7690 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:50.708398 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dfc088-53c3-47e6-adc9-f095862dd59f admin admin] Network 38762c5d-ffd9-4ed7-acd9-44af5efe0419 is already hosted by enough agents. {{(pid=79158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:26:50.714851 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.base_scheduler [None req-b4dfc088-53c3-47e6-adc9-f095862dd59f admin admin] Resources bound (agent type, host, resource id): {{(pid=79158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:26:50.717239 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dfc088-53c3-47e6-adc9-f095862dd59f admin admin] Received port after_create {{(pid=79158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:26:50.750943 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-1c678129-269b-4c79-97b4-736a55a0bd8d None None] For port 251dd69f-8011-418d-98ac-af834e6d37ac, host dv-cinder-804265-1-smb, cleared binding levels {{(pid=79160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:26:50.755001 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-1c678129-269b-4c79-97b4-736a55a0bd8d None None] For port 251dd69f-8011-418d-98ac-af834e6d37ac, host dv-cinder-804265-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=251dd69f-8011-418d-98ac-af834e6d37ac,segment=NetworkSegment(ef0f4f8c-59c6-4f74-90fe-819af28e8bc6),segment_id=ef0f4f8c-59c6-4f74-90fe-819af28e8bc6)] {{(pid=79160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:26:50.763945 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-1c678129-269b-4c79-97b4-736a55a0bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:50.768798 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:50.786002 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dfc088-53c3-47e6-adc9-f095862dd59f admin admin] Pushing event updated for resources: {'Port': ['ID=e15b393d-e682-47b9-8115-2886347742f7,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:50.790943 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-b4dfc088-53c3-47e6-adc9-f095862dd59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:50.796204 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b4dfc088-53c3-47e6-adc9-f095862dd59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397909'] for router_interface, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:50.885967 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c678129-269b-4c79-97b4-736a55a0bd8d None None] Routers {'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:26:50.886706 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-1c678129-269b-4c79-97b4-736a55a0bd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:26:49Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569'], 'active': True} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:50.969212 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a7358-ea37-4297-8956-b3b84fac7690 None None] Pushing event updated for resources: {'Port': ['ID=251dd69f-8011-418d-98ac-af834e6d37ac,revision_number=3']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:50.976232 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-6c4a7358-ea37-4297-8956-b3b84fac7690 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:50.989567 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-b7c459f2-3422-4e7b-a46b-21f425acc943 None None] Provisioning for port e15b393d-e682-47b9-8115-2886347742f7 completed by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:26:51.000877 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-b7c459f2-3422-4e7b-a46b-21f425acc943 None None] Provisioning complete for port e15b393d-e682-47b9-8115-2886347742f7 triggered by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:26:51.001201 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-b7c459f2-3422-4e7b-a46b-21f425acc943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:51.082958 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b4dfc088-53c3-47e6-adc9-f095862dd59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:51.134554 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-b7c459f2-3422-4e7b-a46b-21f425acc943 None None] Port e15b393d-e682-47b9-8115-2886347742f7 cannot update to ACTIVE because it is not bound. {{(pid=79160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:26:51.148849 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvr_db [None req-1c678129-269b-4c79-97b4-736a55a0bd8d None None] Set router b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569 gateway port host: dv-cinder-804265-1-smb {{(pid=79160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:26:51.317534 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b4dfc088-53c3-47e6-adc9-f095862dd59f admin admin] Notify callbacks [] for port, precommit_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:51.324731 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b4dfc088-53c3-47e6-adc9-f095862dd59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32627699'] for port, after_update {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:51.351666 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:51.433679 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dfc088-53c3-47e6-adc9-f095862dd59f admin admin] Pushing event updated for resources: {'Port': ['ID=e15b393d-e682-47b9-8115-2886347742f7,revision_number=2']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:51.436248 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b4dfc088-53c3-47e6-adc9-f095862dd59f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397882'] for router_interface, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:51.443078 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-b4dfc088-53c3-47e6-adc9-f095862dd59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:51.445599 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-1c678129-269b-4c79-97b4-736a55a0bd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'name': 'tempest-TestShelveInstance-489125505-router', 'tenant_id': '0b3773db0699482cb3fc3a47340812c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '251dd69f-8011-418d-98ac-af834e6d37ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:46Z', 'updated_at': '2021-08-11T16:26:48Z', 'revision_number': 3, 'project_id': '0b3773db0699482cb3fc3a47340812c0', 'gw_port': {'id': '251dd69f-8011-418d-98ac-af834e6d37ac', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:aa:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:47Z', 'updated_at': '2021-08-11T16:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb'}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:51.449624 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c678129-269b-4c79-97b4-736a55a0bd8d None None] The sync data for ids ['b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569'] in dv-cinder-804265-1-smb is: [{'id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'name': 'tempest-TestShelveInstance-489125505-router', 'tenant_id': '0b3773db0699482cb3fc3a47340812c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '251dd69f-8011-418d-98ac-af834e6d37ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:46Z', 'updated_at': '2021-08-11T16:26:48Z', 'revision_number': 3, 'project_id': '0b3773db0699482cb3fc3a47340812c0', 'gw_port': {'id': '251dd69f-8011-418d-98ac-af834e6d37ac', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:aa:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:47Z', 'updated_at': '2021-08-11T16:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb'}] {{(pid=79160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:26:51.585190 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dfc088-53c3-47e6-adc9-f095862dd59f admin admin] Network 38762c5d-ffd9-4ed7-acd9-44af5efe0419 is already hosted by enough agents. {{(pid=79158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:26:51.586454 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.base_scheduler [None req-b4dfc088-53c3-47e6-adc9-f095862dd59f admin admin] Resources bound (agent type, host, resource id): {{(pid=79158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:26:51.735655 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:51.789126 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device c3c539d6-41b5-4049-9b0b-c556a8b74dc9 up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:26:51.877249 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port c3c539d6-41b5-4049-9b0b-c556a8b74dc9 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:26:51.877709 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:51.985855 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4dfc088-53c3-47e6-adc9-f095862dd59f admin admin] Router b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569 has already been hosted by L3 agent fe3825e1-cd20-4759-aaf9-51b0eae29acc {{(pid=79158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:26:52.017517 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-ec9c8f6a-30bf-438d-a898-4676c186318d None None] Provisioning complete for port e15b393d-e682-47b9-8115-2886347742f7 triggered by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:26:52.018085 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-ec9c8f6a-30bf-438d-a898-4676c186318d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:52.087573 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-ec9c8f6a-30bf-438d-a898-4676c186318d None None] Port e15b393d-e682-47b9-8115-2886347742f7 cannot update to ACTIVE because it is not bound. {{(pid=79160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:26:52.187341 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4dfc088-53c3-47e6-adc9-f095862dd59f admin admin] Notify agent at l3_agent.dv-cinder-804265-1-smb the message routers_updated {{(pid=79158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:26:52.204244 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-b4dfc088-53c3-47e6-adc9-f095862dd59f admin admin] 10.222.0.21 "PUT /v2.0/routers/b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8582196 Aug 11 16:26:52.782715 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 46320) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:52.789139 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-c2d2893d-2aea-4428-960e-da908be1ce9b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1641965232-network', 'tenant_id': '272dc7024b4c47f4a17e4c5ef875cf4a'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:52.793909 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-c2d2893d-2aea-4428-960e-da908be1ce9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:52.797969 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-c2d2893d-2aea-4428-960e-da908be1ce9b admin admin] Usage tracker for resource:network and tenant:272dc7024b4c47f4a17e4c5ef875cf4a is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:52.800945 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-c2d2893d-2aea-4428-960e-da908be1ce9b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:52.807243 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-c2d2893d-2aea-4428-960e-da908be1ce9b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:52.817794 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d2893d-2aea-4428-960e-da908be1ce9b admin admin] Made reservation on behalf of 272dc7024b4c47f4a17e4c5ef875cf4a for: {'network': 1} {{(pid=79159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:26:52.820961 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c2d2893d-2aea-4428-960e-da908be1ce9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for network, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:52.833359 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c2d2893d-2aea-4428-960e-da908be1ce9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:52.848858 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-c2d2893d-2aea-4428-960e-da908be1ce9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:52.852817 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-c2d2893d-2aea-4428-960e-da908be1ce9b admin admin] Usage tracker for resource:security_group_rule and tenant:272dc7024b4c47f4a17e4c5ef875cf4a is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:52.855705 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-c2d2893d-2aea-4428-960e-da908be1ce9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:52.866934 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-c2d2893d-2aea-4428-960e-da908be1ce9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:52.955075 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c2d2893d-2aea-4428-960e-da908be1ce9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:52.960144 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c2d2893d-2aea-4428-960e-da908be1ce9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:52.963201 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-7f084c06-54d9-47ad-80d0-fcecebf0e9d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:52.993429 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2d2893d-2aea-4428-960e-da908be1ce9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=79159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 16:26:53.007573 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2893d-2aea-4428-960e-da908be1ce9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee0020b-d45d-47b3-9437-470814f48ac9,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:53.012043 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-c2d2893d-2aea-4428-960e-da908be1ce9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:53.013167 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c2d2893d-2aea-4428-960e-da908be1ce9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3350950'] for segment, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:53.013506 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.db.segments_db [None req-c2d2893d-2aea-4428-960e-da908be1ce9b admin admin] Added segment 3492c050-4ae5-4ab4-b374-f88b4fe83fa4 of type vlan for network 903e6642-064f-4741-8cfb-e95e5770992a Aug 11 16:26:53.044919 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c2d2893d-2aea-4428-960e-da908be1ce9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758462832806'] for network, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:53.075207 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c2d2893d-2aea-4428-960e-da908be1ce9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603'] for network, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:53.076667 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d2893d-2aea-4428-960e-da908be1ce9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:53.077260 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c2d2893d-2aea-4428-960e-da908be1ce9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for network, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:53.080704 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:53.139143 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0896d28c-f160-4dfa-819a-cf7c6cd8054e None None] Sync routers for ids ['b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569'] in dv-cinder-804265-1-smb {{(pid=79161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:26:53.149596 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0896d28c-f160-4dfa-819a-cf7c6cd8054e None None] Routers {'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:26:53.150238 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-0896d28c-f160-4dfa-819a-cf7c6cd8054e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:26:49Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569'], 'active': True} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:53.183087 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-c2d2893d-2aea-4428-960e-da908be1ce9b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3990335 Aug 11 16:26:53.186096 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 46326) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:53.188150 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2893d-2aea-4428-960e-da908be1ce9b admin admin] Pushing event updated for resources: {'Network': ['ID=903e6642-064f-4741-8cfb-e95e5770992a,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:53.190901 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-c2d2893d-2aea-4428-960e-da908be1ce9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:53.193789 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-d99f5b45-42ae-4dff-ae67-ca99189fba05 admin admin] Request body: {'subnet': {'network_id': '903e6642-064f-4741-8cfb-e95e5770992a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1641965232-subnet', 'tenant_id': '272dc7024b4c47f4a17e4c5ef875cf4a', 'ip_version': 4}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:53.199498 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-d99f5b45-42ae-4dff-ae67-ca99189fba05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:53.200820 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Network 903e6642-064f-4741-8cfb-e95e5770992a details requested by agent ovs-agent-dv-cinder-804265-1-smb with host dv-cinder-804265-1-smb {{(pid=79160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:26:53.203498 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-d99f5b45-42ae-4dff-ae67-ca99189fba05 admin admin] Usage tracker for resource:subnet and tenant:272dc7024b4c47f4a17e4c5ef875cf4a is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:53.206488 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-d99f5b45-42ae-4dff-ae67-ca99189fba05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:53.213305 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-d99f5b45-42ae-4dff-ae67-ca99189fba05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:53.224797 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99f5b45-42ae-4dff-ae67-ca99189fba05 admin admin] Made reservation on behalf of 272dc7024b4c47f4a17e4c5ef875cf4a for: {'subnet': 1} {{(pid=79158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:26:53.227135 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-d99f5b45-42ae-4dff-ae67-ca99189fba05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1113983'] for subnet, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:53.342261 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvr_db [None req-0896d28c-f160-4dfa-819a-cf7c6cd8054e None None] Set router b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569 gateway port host: dv-cinder-804265-1-smb {{(pid=79161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:26:53.435008 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-d99f5b45-42ae-4dff-ae67-ca99189fba05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32627322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1113869'] for subnet, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:53.438884 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:53.512921 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f5b45-42ae-4dff-ae67-ca99189fba05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c0e8d7f-d71a-46d9-945d-80ff48e12859,revision_number=0']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:53.515580 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-d99f5b45-42ae-4dff-ae67-ca99189fba05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:53.523599 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99f5b45-42ae-4dff-ae67-ca99189fba05 admin admin] Checking segment: {'id': '3492c050-4ae5-4ab4-b374-f88b4fe83fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '903e6642-064f-4741-8cfb-e95e5770992a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:26:53.523961 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99f5b45-42ae-4dff-ae67-ca99189fba05 admin admin] Network hostable DHCP agents. Network: 903e6642-064f-4741-8cfb-e95e5770992a, hostable agents: ['4b0670d7-91d3-4826-9dfd-430a45df9059'], hosted agents: [] {{(pid=79158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:26:53.542930 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99f5b45-42ae-4dff-ae67-ca99189fba05 admin admin] Network 903e6642-064f-4741-8cfb-e95e5770992a is scheduled to be hosted by DHCP agent 4b0670d7-91d3-4826-9dfd-430a45df9059 with binding_index 1 {{(pid=79158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:26:53.553466 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.base_scheduler [None req-d99f5b45-42ae-4dff-ae67-ca99189fba05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-smb, 903e6642-064f-4741-8cfb-e95e5770992a) {{(pid=79158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:26:53.561273 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b158d06f-4dd9-407f-bd10-f159e750295d None None] Network 903e6642-064f-4741-8cfb-e95e5770992a requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:26:53.562844 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99f5b45-42ae-4dff-ae67-ca99189fba05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:26:53.563635 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-d99f5b45-42ae-4dff-ae67-ca99189fba05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for subnet, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:53.589937 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 46330) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:53.590145 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-d99f5b45-42ae-4dff-ae67-ca99189fba05 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4028304 Aug 11 16:26:53.595489 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-ad9f5712-5d71-4a76-98bd-55b09713ff3c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1641965232-router', 'tenant_id': '272dc7024b4c47f4a17e4c5ef875cf4a', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'}}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:26:53.601297 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-ad9f5712-5d71-4a76-98bd-55b09713ff3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:26:53.605467 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-ad9f5712-5d71-4a76-98bd-55b09713ff3c admin admin] Usage tracker for resource:router and tenant:272dc7024b4c47f4a17e4c5ef875cf4a is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:26:53.608643 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-ad9f5712-5d71-4a76-98bd-55b09713ff3c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:26:53.614659 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-ad9f5712-5d71-4a76-98bd-55b09713ff3c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:26:53.628760 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-ad9f5712-5d71-4a76-98bd-55b09713ff3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-453313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3910'] for router, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:53.630047 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-ad9f5712-5d71-4a76-98bd-55b09713ff3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-612823', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-508353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3919'] for router, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:53.653920 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-ad9f5712-5d71-4a76-98bd-55b09713ff3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:53.697294 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-0896d28c-f160-4dfa-819a-cf7c6cd8054e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'name': 'tempest-TestShelveInstance-489125505-router', 'tenant_id': '0b3773db0699482cb3fc3a47340812c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '251dd69f-8011-418d-98ac-af834e6d37ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:46Z', 'updated_at': '2021-08-11T16:26:51Z', 'revision_number': 4, 'project_id': '0b3773db0699482cb3fc3a47340812c0', 'gw_port': {'id': '251dd69f-8011-418d-98ac-af834e6d37ac', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:aa:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:47Z', 'updated_at': '2021-08-11T16:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': 'e15b393d-e682-47b9-8115-2886347742f7', 'name': '', 'network_id': '38762c5d-ffd9-4ed7-acd9-44af5efe0419', 'tenant_id': '0b3773db0699482cb3fc3a47340812c0', 'mac_address': 'fa:16:3e:5f:d8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '063d6f1f-59d7-4dda-a98e-cacfa7be730b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:50Z', 'updated_at': '2021-08-11T16:26:51Z', 'revision_number': 2, 'project_id': '0b3773db0699482cb3fc3a47340812c0', 'subnets': [{'id': '063d6f1f-59d7-4dda-a98e-cacfa7be730b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:53.702250 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0896d28c-f160-4dfa-819a-cf7c6cd8054e None None] Checking router: b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569 for host: dv-cinder-804265-1-smb {{(pid=79161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:26:53.702643 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0896d28c-f160-4dfa-819a-cf7c6cd8054e None None] Updating router b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569 port e15b393d-e682-47b9-8115-2886347742f7 binding host dv-cinder-804265-1-smb {{(pid=79161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 16:26:53.764434 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-0896d28c-f160-4dfa-819a-cf7c6cd8054e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:53.817076 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 251dd69f-8011-418d-98ac-af834e6d37ac up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:26:53.898923 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec06910-ce73-454a-9358-0697299207a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp484e8eb6-44c9-5a21-ae45-95e82f49bfdb-903e6642-064f-4741-8cfb-e95e5770992a', 'network_id': '903e6642-064f-4741-8cfb-e95e5770992a', 'tenant_id': '272dc7024b4c47f4a17e4c5ef875cf4a', 'fixed_ips': [{'subnet_id': '5c0e8d7f-d71a-46d9-945d-80ff48e12859'}]}} from dv-cinder-804265-1-smb. {{(pid=79160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 11 16:26:53.899894 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-dec06910-ce73-454a-9358-0697299207a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:54.039004 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-ad9f5712-5d71-4a76-98bd-55b09713ff3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-612808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-453234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3929'] for router, precommit_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:54.050561 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning for port 251dd69f-8011-418d-98ac-af834e6d37ac completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:26:54.063819 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port 251dd69f-8011-418d-98ac-af834e6d37ac triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:26:54.064215 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:54.145128 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.db_base_plugin_common [None req-dec06910-ce73-454a-9358-0697299207a1 None None] Allocated IP 172.20.0.2 (903e6642-064f-4741-8cfb-e95e5770992a/5c0e8d7f-d71a-46d9-945d-80ff48e12859/b73bfe60-4d12-43f4-b580-495694e5022d) {{(pid=79160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:26:54.188671 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-0896d28c-f160-4dfa-819a-cf7c6cd8054e None None] Notify callbacks [] for port, precommit_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:54.210388 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.provisioning_blocks [None req-0896d28c-f160-4dfa-819a-cf7c6cd8054e None None] Transition to ACTIVE for port object e15b393d-e682-47b9-8115-2886347742f7 will not be triggered until provisioned by entity L2. {{(pid=79161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:26:54.222696 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-0896d28c-f160-4dfa-819a-cf7c6cd8054e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:54.231525 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG oslo_concurrency.lockutils [None req-37f32d6a-5777-4224-a260-2834e48b75a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:54.390534 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:54.426870 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db083d-5536-47a9-b47d-ed575135c323 None None] Pushing event updated for resources: {'Port': ['ID=e15b393d-e682-47b9-8115-2886347742f7,revision_number=3']} {{(pid=79161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:54.454888 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] For port 251dd69f-8011-418d-98ac-af834e6d37ac, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=251dd69f-8011-418d-98ac-af834e6d37ac,segment=NetworkSegment(ef0f4f8c-59c6-4f74-90fe-819af28e8bc6),segment_id=ef0f4f8c-59c6-4f74-90fe-819af28e8bc6)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:26:54.475539 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:54.486104 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:54.511316 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3db083d-5536-47a9-b47d-ed575135c323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:54.511677 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3db083d-5536-47a9-b47d-ed575135c323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:54.512031 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3db083d-5536-47a9-b47d-ed575135c323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:54.512365 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3db083d-5536-47a9-b47d-ed575135c323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:54.512689 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3db083d-5536-47a9-b47d-ed575135c323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:54.513018 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3db083d-5536-47a9-b47d-ed575135c323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:54.513515 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3db083d-5536-47a9-b47d-ed575135c323 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:54.514421 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3db083d-5536-47a9-b47d-ed575135c323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:54.514758 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3db083d-5536-47a9-b47d-ed575135c323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:54.515090 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3db083d-5536-47a9-b47d-ed575135c323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:54.515800 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3db083d-5536-47a9-b47d-ed575135c323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:54.516135 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3db083d-5536-47a9-b47d-ed575135c323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:26:54.527217 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG oslo_concurrency.lockutils [None req-a3db083d-5536-47a9-b47d-ed575135c323 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=79161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:54.576798 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.managers [None req-0896d28c-f160-4dfa-819a-cf7c6cd8054e None None] Attempting to bind port e15b393d-e682-47b9-8115-2886347742f7 on host dv-cinder-804265-1-smb for vnic_type normal with profile {{(pid=79161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:26:54.576899 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.managers [None req-0896d28c-f160-4dfa-819a-cf7c6cd8054e None None] Attempting to bind port e15b393d-e682-47b9-8115-2886347742f7 by drivers openvswitch,hyperv on host dv-cinder-804265-1-smb at level 0 using segments [{'id': 'bf0ae4c1-122e-416e-b2ce-954dc34a46ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '38762c5d-ffd9-4ed7-acd9-44af5efe0419'}] {{(pid=79161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:26:54.577791 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0896d28c-f160-4dfa-819a-cf7c6cd8054e None None] Attempting to bind port e15b393d-e682-47b9-8115-2886347742f7 on network 38762c5d-ffd9-4ed7-acd9-44af5efe0419 {{(pid=79161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:26:54.585503 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0896d28c-f160-4dfa-819a-cf7c6cd8054e None None] Checking agent: {'id': '5e93d7f9-9d48-4304-bf8c-d89fe7491ad7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 12, 47), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:26:54.586237 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0896d28c-f160-4dfa-819a-cf7c6cd8054e None None] Checking segment: {'id': 'bf0ae4c1-122e-416e-b2ce-954dc34a46ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '38762c5d-ffd9-4ed7-acd9-44af5efe0419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:26:54.586867 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-0896d28c-f160-4dfa-819a-cf7c6cd8054e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:54.587477 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0896d28c-f160-4dfa-819a-cf7c6cd8054e None None] Bound using segment: {'id': 'bf0ae4c1-122e-416e-b2ce-954dc34a46ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '38762c5d-ffd9-4ed7-acd9-44af5efe0419'} {{(pid=79161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:26:54.588167 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.managers [None req-0896d28c-f160-4dfa-819a-cf7c6cd8054e None None] Bound port: e15b393d-e682-47b9-8115-2886347742f7, host: dv-cinder-804265-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0ae4c1-122e-416e-b2ce-954dc34a46ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '38762c5d-ffd9-4ed7-acd9-44af5efe0419'}}] {{(pid=79161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:26:54.588826 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-0896d28c-f160-4dfa-819a-cf7c6cd8054e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:54.628790 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-ad9f5712-5d71-4a76-98bd-55b09713ff3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:54.678334 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-ad9f5712-5d71-4a76-98bd-55b09713ff3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:54.716971 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Pushing event updated for resources: {'Port': ['ID=251dd69f-8011-418d-98ac-af834e6d37ac,revision_number=4']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:54.720411 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:54.722019 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-dec06910-ce73-454a-9358-0697299207a1 None None] Notify callbacks [] for port, precommit_create {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:54.732958 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.db [None req-0896d28c-f160-4dfa-819a-cf7c6cd8054e None None] For port e15b393d-e682-47b9-8115-2886347742f7, host dv-cinder-804265-1-smb, cleared binding levels {{(pid=79161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:26:54.734579 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-dec06910-ce73-454a-9358-0697299207a1 None None] Transition to ACTIVE for port object b73bfe60-4d12-43f4-b580-495694e5022d will not be triggered until provisioned by entity L2. {{(pid=79160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:26:54.739465 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.db [None req-0896d28c-f160-4dfa-819a-cf7c6cd8054e None None] For port e15b393d-e682-47b9-8115-2886347742f7, host dv-cinder-804265-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=e15b393d-e682-47b9-8115-2886347742f7,segment=NetworkSegment(bf0ae4c1-122e-416e-b2ce-954dc34a46ca),segment_id=bf0ae4c1-122e-416e-b2ce-954dc34a46ca)] {{(pid=79161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:26:54.744413 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-0896d28c-f160-4dfa-819a-cf7c6cd8054e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:54.750839 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:54.762938 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-dec06910-ce73-454a-9358-0697299207a1 None None] Transition to ACTIVE for port object b73bfe60-4d12-43f4-b580-495694e5022d will not be triggered until provisioned by entity DHCP. {{(pid=79160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:26:54.770515 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-dec06910-ce73-454a-9358-0697299207a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552'] for port, after_create {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:54.778207 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-c4501f46-fd1a-4300-9f8a-bc545c503972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:54.833140 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0896d28c-f160-4dfa-819a-cf7c6cd8054e None None] Routers {'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:26:54.834515 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-0896d28c-f160-4dfa-819a-cf7c6cd8054e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:26:49Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569'], 'active': True} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:54.842489 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec06910-ce73-454a-9358-0697299207a1 None None] Network 903e6642-064f-4741-8cfb-e95e5770992a is already hosted by enough agents. {{(pid=79160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:26:54.845529 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.scheduler.base_scheduler [None req-dec06910-ce73-454a-9358-0697299207a1 None None] Resources bound (agent type, host, resource id): {{(pid=79160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:26:54.849510 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec06910-ce73-454a-9358-0697299207a1 None None] Received port after_create {{(pid=79160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:26:54.869865 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.db_base_plugin_common [None req-ad9f5712-5d71-4a76-98bd-55b09713ff3c admin admin] Allocated IP 172.28.2.127 (74b3c71b-fb08-4503-8924-b9e5cb7ae853/af30e8de-a40d-42cb-9ec9-bce0fcfe28d3/53b49add-d8be-4223-8a1e-8a3431bae3e8) {{(pid=79159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:26:54.899164 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec06910-ce73-454a-9358-0697299207a1 None None] Pushing event updated for resources: {'Port': ['ID=b73bfe60-4d12-43f4-b580-495694e5022d,revision_number=1']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:54.905594 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-dec06910-ce73-454a-9358-0697299207a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:54.919632 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db083d-5536-47a9-b47d-ed575135c323 None None] Pushing event updated for resources: {'Port': ['ID=e15b393d-e682-47b9-8115-2886347742f7,revision_number=4']} {{(pid=79161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:54.922872 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG oslo_concurrency.lockutils [None req-a3db083d-5536-47a9-b47d-ed575135c323 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:54.983702 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-dec06910-ce73-454a-9358-0697299207a1 None None] Attempting to bind port b73bfe60-4d12-43f4-b580-495694e5022d on host dv-cinder-804265-1-smb for vnic_type normal with profile {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:26:54.984079 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-dec06910-ce73-454a-9358-0697299207a1 None None] Attempting to bind port b73bfe60-4d12-43f4-b580-495694e5022d by drivers openvswitch,hyperv on host dv-cinder-804265-1-smb at level 0 using segments [{'id': '3492c050-4ae5-4ab4-b374-f88b4fe83fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '903e6642-064f-4741-8cfb-e95e5770992a'}] {{(pid=79160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:26:54.984455 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec06910-ce73-454a-9358-0697299207a1 None None] Attempting to bind port b73bfe60-4d12-43f4-b580-495694e5022d on network 903e6642-064f-4741-8cfb-e95e5770992a {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:26:54.991806 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec06910-ce73-454a-9358-0697299207a1 None None] Checking agent: {'id': '5e93d7f9-9d48-4304-bf8c-d89fe7491ad7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 12, 47), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:26:54.993006 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec06910-ce73-454a-9358-0697299207a1 None None] Checking segment: {'id': '3492c050-4ae5-4ab4-b374-f88b4fe83fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '903e6642-064f-4741-8cfb-e95e5770992a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:26:54.993006 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-dec06910-ce73-454a-9358-0697299207a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:54.993006 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec06910-ce73-454a-9358-0697299207a1 None None] Bound using segment: {'id': '3492c050-4ae5-4ab4-b374-f88b4fe83fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '903e6642-064f-4741-8cfb-e95e5770992a'} {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:26:54.993611 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-dec06910-ce73-454a-9358-0697299207a1 None None] Bound port: b73bfe60-4d12-43f4-b580-495694e5022d, host: dv-cinder-804265-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3492c050-4ae5-4ab4-b374-f88b4fe83fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '903e6642-064f-4741-8cfb-e95e5770992a'}}] {{(pid=79160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:26:54.994001 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-dec06910-ce73-454a-9358-0697299207a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:55.082068 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvr_db [None req-0896d28c-f160-4dfa-819a-cf7c6cd8054e None None] Set router b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569 gateway port host: dv-cinder-804265-1-smb {{(pid=79161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:26:55.105202 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-ad9f5712-5d71-4a76-98bd-55b09713ff3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:55.149085 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-dec06910-ce73-454a-9358-0697299207a1 None None] For port b73bfe60-4d12-43f4-b580-495694e5022d, host dv-cinder-804265-1-smb, cleared binding levels {{(pid=79160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:26:55.154397 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-dec06910-ce73-454a-9358-0697299207a1 None None] For port b73bfe60-4d12-43f4-b580-495694e5022d, host dv-cinder-804265-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=b73bfe60-4d12-43f4-b580-495694e5022d,segment=NetworkSegment(3492c050-4ae5-4ab4-b374-f88b4fe83fa4),segment_id=3492c050-4ae5-4ab4-b374-f88b4fe83fa4)] {{(pid=79160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:26:55.170170 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-ad9f5712-5d71-4a76-98bd-55b09713ff3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27932534'] for port, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:55.175023 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-f32bd76c-de7e-433a-be90-93fd707b7689 tempest-ServerRescueNegativeTestJSON-4558727 tempest-ServerRescueNegativeTestJSON-4558727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:55.187166 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-dec06910-ce73-454a-9358-0697299207a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:55.211206 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:55.254797 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9f5712-5d71-4a76-98bd-55b09713ff3c admin admin] Network 74b3c71b-fb08-4503-8924-b9e5cb7ae853 is already hosted by enough agents. {{(pid=79159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:26:55.258751 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [None req-ad9f5712-5d71-4a76-98bd-55b09713ff3c admin admin] Resources bound (agent type, host, resource id): {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:26:55.261530 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9f5712-5d71-4a76-98bd-55b09713ff3c admin admin] Received port after_create {{(pid=79159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:26:55.309131 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f5712-5d71-4a76-98bd-55b09713ff3c admin admin] Pushing event updated for resources: {'Port': ['ID=53b49add-d8be-4223-8a1e-8a3431bae3e8,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:55.312482 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-ad9f5712-5d71-4a76-98bd-55b09713ff3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:55.316455 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec06910-ce73-454a-9358-0697299207a1 None None] Pushing event updated for resources: {'Port': ['ID=b73bfe60-4d12-43f4-b580-495694e5022d,revision_number=2']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:55.325163 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-dec06910-ce73-454a-9358-0697299207a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:55.451797 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-0896d28c-f160-4dfa-819a-cf7c6cd8054e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'name': 'tempest-TestShelveInstance-489125505-router', 'tenant_id': '0b3773db0699482cb3fc3a47340812c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '251dd69f-8011-418d-98ac-af834e6d37ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:46Z', 'updated_at': '2021-08-11T16:26:51Z', 'revision_number': 4, 'project_id': '0b3773db0699482cb3fc3a47340812c0', 'gw_port': {'id': '251dd69f-8011-418d-98ac-af834e6d37ac', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:47Z', 'updated_at': '2021-08-11T16:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': 'e15b393d-e682-47b9-8115-2886347742f7', 'name': '', 'network_id': '38762c5d-ffd9-4ed7-acd9-44af5efe0419', 'tenant_id': '0b3773db0699482cb3fc3a47340812c0', 'mac_address': 'fa:16:3e:5f:d8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '063d6f1f-59d7-4dda-a98e-cacfa7be730b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:50Z', 'updated_at': '2021-08-11T16:26:54Z', 'revision_number': 4, 'project_id': '0b3773db0699482cb3fc3a47340812c0', 'subnets': [{'id': '063d6f1f-59d7-4dda-a98e-cacfa7be730b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:55.459287 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0896d28c-f160-4dfa-819a-cf7c6cd8054e None None] The sync data for ids ['b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569'] in dv-cinder-804265-1-smb is: [{'id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'name': 'tempest-TestShelveInstance-489125505-router', 'tenant_id': '0b3773db0699482cb3fc3a47340812c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '251dd69f-8011-418d-98ac-af834e6d37ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:46Z', 'updated_at': '2021-08-11T16:26:51Z', 'revision_number': 4, 'project_id': '0b3773db0699482cb3fc3a47340812c0', 'gw_port': {'id': '251dd69f-8011-418d-98ac-af834e6d37ac', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:47Z', 'updated_at': '2021-08-11T16:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': 'e15b393d-e682-47b9-8115-2886347742f7', 'name': '', 'network_id': '38762c5d-ffd9-4ed7-acd9-44af5efe0419', 'tenant_id': '0b3773db0699482cb3fc3a47340812c0', 'mac_address': 'fa:16:3e:5f:d8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '063d6f1f-59d7-4dda-a98e-cacfa7be730b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:50Z', 'updated_at': '2021-08-11T16:26:54Z', 'revision_number': 4, 'project_id': '0b3773db0699482cb3fc3a47340812c0', 'subnets': [{'id': '063d6f1f-59d7-4dda-a98e-cacfa7be730b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:26:55.913172 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-ad9f5712-5d71-4a76-98bd-55b09713ff3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:55.923040 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device b73bfe60-4d12-43f4-b580-495694e5022d up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:26:56.055266 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning for port b73bfe60-4d12-43f4-b580-495694e5022d completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:26:56.059207 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:56.063574 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device e15b393d-e682-47b9-8115-2886347742f7 up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:26:56.138739 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning for port e15b393d-e682-47b9-8115-2886347742f7 completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:26:56.149556 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port e15b393d-e682-47b9-8115-2886347742f7 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:26:56.149994 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:56.302629 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:56.350849 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] For port e15b393d-e682-47b9-8115-2886347742f7, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=e15b393d-e682-47b9-8115-2886347742f7,segment=NetworkSegment(bf0ae4c1-122e-416e-b2ce-954dc34a46ca),segment_id=bf0ae4c1-122e-416e-b2ce-954dc34a46ca)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:26:56.364453 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:56.365839 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 251dd69f-8011-418d-98ac-af834e6d37ac up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:26:56.367859 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-ad9f5712-5d71-4a76-98bd-55b09713ff3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-453171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608144'] for router, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:56.402909 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-b803d5e7-b895-41d1-81c3-733d4ff38ae2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:56.561887 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Pushing event updated for resources: {'Port': ['ID=e15b393d-e682-47b9-8115-2886347742f7,revision_number=5']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:56.574199 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:56.585207 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port 251dd69f-8011-418d-98ac-af834e6d37ac triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:26:56.585812 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:56.652438 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e875f3-354f-44ad-9d31-ab232f549f65 None None] Network 903e6642-064f-4741-8cfb-e95e5770992a requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:26:56.788970 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9f5712-5d71-4a76-98bd-55b09713ff3c admin admin] Router ff8200cc-7617-4743-aed0-fc386c84fcd2 is scheduled to L3 agent fe3825e1-cd20-4759-aaf9-51b0eae29acc with binding_index 1 {{(pid=79159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 16:26:56.837915 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-4b17b718-cecb-4bd7-bc24-ac608c2a7eee None None] Provisioning for port b73bfe60-4d12-43f4-b580-495694e5022d completed by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:26:56.883555 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-4b17b718-cecb-4bd7-bc24-ac608c2a7eee None None] Provisioning complete for port b73bfe60-4d12-43f4-b580-495694e5022d triggered by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:26:56.883934 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-4b17b718-cecb-4bd7-bc24-ac608c2a7eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:56.988876 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9f5712-5d71-4a76-98bd-55b09713ff3c admin admin] Notify agent at l3_agent.dv-cinder-804265-1-smb the message routers_updated {{(pid=79159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:26:57.004467 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24410201-2175-4cad-a769-2a2987927f6e None None] Sync routers for ids ['ff8200cc-7617-4743-aed0-fc386c84fcd2'] in dv-cinder-804265-1-smb {{(pid=79160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:26:57.014820 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-ad9f5712-5d71-4a76-98bd-55b09713ff3c admin admin] Notify callbacks [] for router, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:57.018624 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-ad9f5712-5d71-4a76-98bd-55b09713ff3c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4251380 Aug 11 16:26:57.018859 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 46358) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:26:57.057788 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24410201-2175-4cad-a769-2a2987927f6e None None] Routers {'ff8200cc-7617-4743-aed0-fc386c84fcd2'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:26:57.058014 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-24410201-2175-4cad-a769-2a2987927f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:26:49Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['ff8200cc-7617-4743-aed0-fc386c84fcd2'], 'active': True} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:57.211671 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-4b17b718-cecb-4bd7-bc24-ac608c2a7eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:57.333462 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-4b17b718-cecb-4bd7-bc24-ac608c2a7eee None None] For port b73bfe60-4d12-43f4-b580-495694e5022d, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=b73bfe60-4d12-43f4-b580-495694e5022d,segment=NetworkSegment(3492c050-4ae5-4ab4-b374-f88b4fe83fa4),segment_id=3492c050-4ae5-4ab4-b374-f88b4fe83fa4)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:26:57.335907 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvr_db [None req-24410201-2175-4cad-a769-2a2987927f6e None None] Set router ff8200cc-7617-4743-aed0-fc386c84fcd2 gateway port host: dv-cinder-804265-1-smb {{(pid=79160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:26:57.382775 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-4b17b718-cecb-4bd7-bc24-ac608c2a7eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:57.450075 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-6c4a7358-ea37-4297-8956-b3b84fac7690 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:57.616309 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17b718-cecb-4bd7-bc24-ac608c2a7eee None None] Pushing event updated for resources: {'Port': ['ID=b73bfe60-4d12-43f4-b580-495694e5022d,revision_number=3']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:57.619428 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-4b17b718-cecb-4bd7-bc24-ac608c2a7eee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:57.738987 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-5c3e1cce-39f9-4ab3-aa74-4ef042fbfd50 None None] Provisioning complete for port b73bfe60-4d12-43f4-b580-495694e5022d triggered by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:26:57.739384 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-5c3e1cce-39f9-4ab3-aa74-4ef042fbfd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:57.804587 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device b73bfe60-4d12-43f4-b580-495694e5022d up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:26:57.877670 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-67515277-1e57-4fc8-94ed-b5493e965bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:58.015167 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-24410201-2175-4cad-a769-2a2987927f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8200cc-7617-4743-aed0-fc386c84fcd2', 'name': 'tempest-TestShelveInstance-1641965232-router', 'tenant_id': '272dc7024b4c47f4a17e4c5ef875cf4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': '53b49add-d8be-4223-8a1e-8a3431bae3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:53Z', 'updated_at': '2021-08-11T16:26:55Z', 'revision_number': 3, 'project_id': '272dc7024b4c47f4a17e4c5ef875cf4a', 'gw_port': {'id': '53b49add-d8be-4223-8a1e-8a3431bae3e8', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8200cc-7617-4743-aed0-fc386c84fcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:54Z', 'updated_at': '2021-08-11T16:26:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb'}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:58.022465 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port b73bfe60-4d12-43f4-b580-495694e5022d triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:26:58.022860 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:58.063273 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24410201-2175-4cad-a769-2a2987927f6e None None] Checking router: ff8200cc-7617-4743-aed0-fc386c84fcd2 for host: dv-cinder-804265-1-smb {{(pid=79160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:26:58.063649 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24410201-2175-4cad-a769-2a2987927f6e None None] Updating router ff8200cc-7617-4743-aed0-fc386c84fcd2 port 53b49add-d8be-4223-8a1e-8a3431bae3e8 binding host dv-cinder-804265-1-smb {{(pid=79160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 16:26:58.150135 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.db_base_plugin_common [None req-67515277-1e57-4fc8-94ed-b5493e965bfa admin admin] Allocated IP 172.20.0.1 (903e6642-064f-4741-8cfb-e95e5770992a/5c0e8d7f-d71a-46d9-945d-80ff48e12859/1e59387f-8967-451e-a4f9-1cac6196021d) {{(pid=79159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:26:58.171476 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-24410201-2175-4cad-a769-2a2987927f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:58.312930 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-67515277-1e57-4fc8-94ed-b5493e965bfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:58.332420 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.provisioning_blocks [None req-67515277-1e57-4fc8-94ed-b5493e965bfa admin admin] Transition to ACTIVE for port object 1e59387f-8967-451e-a4f9-1cac6196021d will not be triggered until provisioned by entity DHCP. {{(pid=79159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:26:58.333434 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device e15b393d-e682-47b9-8115-2886347742f7 up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:26:58.358378 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-67515277-1e57-4fc8-94ed-b5493e965bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27932534'] for port, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:58.362394 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-c7480d5c-ecb5-4d9c-a4cd-44485d7ff050 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:58.434209 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67515277-1e57-4fc8-94ed-b5493e965bfa admin admin] Network 903e6642-064f-4741-8cfb-e95e5770992a is already hosted by enough agents. {{(pid=79159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:26:58.436964 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [None req-67515277-1e57-4fc8-94ed-b5493e965bfa admin admin] Resources bound (agent type, host, resource id): {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:26:58.441067 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67515277-1e57-4fc8-94ed-b5493e965bfa admin admin] Received port after_create {{(pid=79159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:26:58.500695 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port e15b393d-e682-47b9-8115-2886347742f7 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:26:58.501083 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:58.624800 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67515277-1e57-4fc8-94ed-b5493e965bfa admin admin] Pushing event updated for resources: {'Port': ['ID=1e59387f-8967-451e-a4f9-1cac6196021d,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:58.629686 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-67515277-1e57-4fc8-94ed-b5493e965bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:58.633465 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-67515277-1e57-4fc8-94ed-b5493e965bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397909'] for router_interface, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:58.744964 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-24410201-2175-4cad-a769-2a2987927f6e None None] Notify callbacks [] for port, precommit_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:58.763703 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-24410201-2175-4cad-a769-2a2987927f6e None None] Transition to ACTIVE for port object 53b49add-d8be-4223-8a1e-8a3431bae3e8 will not be triggered until provisioned by entity L2. {{(pid=79160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:26:58.767515 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-1a6a937f-fedf-4b38-905c-a68878e929d9 None None] Provisioning for port 1e59387f-8967-451e-a4f9-1cac6196021d completed by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:26:58.772897 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-24410201-2175-4cad-a769-2a2987927f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:58.776419 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:58.805480 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-1a6a937f-fedf-4b38-905c-a68878e929d9 None None] Provisioning complete for port 1e59387f-8967-451e-a4f9-1cac6196021d triggered by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:26:58.805867 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-1a6a937f-fedf-4b38-905c-a68878e929d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:58.901787 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-67515277-1e57-4fc8-94ed-b5493e965bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:58.956803 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c44474-1b52-4b78-ad32-cb4cc53b1b0f None None] Pushing event updated for resources: {'Port': ['ID=53b49add-d8be-4223-8a1e-8a3431bae3e8,revision_number=2']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:58.959921 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-24410201-2175-4cad-a769-2a2987927f6e None None] Attempting to bind port 53b49add-d8be-4223-8a1e-8a3431bae3e8 on host dv-cinder-804265-1-smb for vnic_type normal with profile {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:26:58.960302 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-24410201-2175-4cad-a769-2a2987927f6e None None] Attempting to bind port 53b49add-d8be-4223-8a1e-8a3431bae3e8 by drivers openvswitch,hyperv on host dv-cinder-804265-1-smb at level 0 using segments [{'id': 'ef0f4f8c-59c6-4f74-90fe-819af28e8bc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'}] {{(pid=79160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:26:58.960679 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24410201-2175-4cad-a769-2a2987927f6e None None] Attempting to bind port 53b49add-d8be-4223-8a1e-8a3431bae3e8 on network 74b3c71b-fb08-4503-8924-b9e5cb7ae853 {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:26:58.970311 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-42c44474-1b52-4b78-ad32-cb4cc53b1b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:58.970311 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-1a6a937f-fedf-4b38-905c-a68878e929d9 None None] Port 1e59387f-8967-451e-a4f9-1cac6196021d cannot update to ACTIVE because it is not bound. {{(pid=79160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:26:58.971248 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24410201-2175-4cad-a769-2a2987927f6e None None] Checking agent: {'id': '5e93d7f9-9d48-4304-bf8c-d89fe7491ad7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 12, 47), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:26:58.971646 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24410201-2175-4cad-a769-2a2987927f6e None None] Checking segment: {'id': 'ef0f4f8c-59c6-4f74-90fe-819af28e8bc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:26:58.972046 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-24410201-2175-4cad-a769-2a2987927f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:58.972443 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24410201-2175-4cad-a769-2a2987927f6e None None] Bound using segment: {'id': 'ef0f4f8c-59c6-4f74-90fe-819af28e8bc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'} {{(pid=79160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:26:58.973449 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.managers [None req-24410201-2175-4cad-a769-2a2987927f6e None None] Bound port: 53b49add-d8be-4223-8a1e-8a3431bae3e8, host: dv-cinder-804265-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f4f8c-59c6-4f74-90fe-819af28e8bc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853'}}] {{(pid=79160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:26:58.973449 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-24410201-2175-4cad-a769-2a2987927f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:59.048153 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-24410201-2175-4cad-a769-2a2987927f6e None None] For port 53b49add-d8be-4223-8a1e-8a3431bae3e8, host dv-cinder-804265-1-smb, cleared binding levels {{(pid=79160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:26:59.051495 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-24410201-2175-4cad-a769-2a2987927f6e None None] For port 53b49add-d8be-4223-8a1e-8a3431bae3e8, host dv-cinder-804265-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=53b49add-d8be-4223-8a1e-8a3431bae3e8,segment=NetworkSegment(ef0f4f8c-59c6-4f74-90fe-819af28e8bc6),segment_id=ef0f4f8c-59c6-4f74-90fe-819af28e8bc6)] {{(pid=79160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:26:59.056967 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-24410201-2175-4cad-a769-2a2987927f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:59.071688 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:59.164316 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-67515277-1e57-4fc8-94ed-b5493e965bfa admin admin] Notify callbacks [] for port, precommit_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:59.164684 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24410201-2175-4cad-a769-2a2987927f6e None None] Routers {'ff8200cc-7617-4743-aed0-fc386c84fcd2'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:26:59.165318 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-24410201-2175-4cad-a769-2a2987927f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:26:49Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['ff8200cc-7617-4743-aed0-fc386c84fcd2'], 'active': True} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:59.170791 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-67515277-1e57-4fc8-94ed-b5493e965bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27932527'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:59.199317 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-0458e4aa-b887-4f88-b571-79b9dbc191a1 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:26:59.235996 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c44474-1b52-4b78-ad32-cb4cc53b1b0f None None] Pushing event updated for resources: {'Port': ['ID=53b49add-d8be-4223-8a1e-8a3431bae3e8,revision_number=3']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:59.247182 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-42c44474-1b52-4b78-ad32-cb4cc53b1b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:59.294149 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67515277-1e57-4fc8-94ed-b5493e965bfa admin admin] Pushing event updated for resources: {'Port': ['ID=1e59387f-8967-451e-a4f9-1cac6196021d,revision_number=2']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:26:59.296620 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-67515277-1e57-4fc8-94ed-b5493e965bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397882'] for router_interface, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:59.300200 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-67515277-1e57-4fc8-94ed-b5493e965bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:26:59.358938 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvr_db [None req-24410201-2175-4cad-a769-2a2987927f6e None None] Set router ff8200cc-7617-4743-aed0-fc386c84fcd2 gateway port host: dv-cinder-804265-1-smb {{(pid=79160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:26:59.443795 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67515277-1e57-4fc8-94ed-b5493e965bfa admin admin] Network 903e6642-064f-4741-8cfb-e95e5770992a is already hosted by enough agents. {{(pid=79159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:26:59.444946 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [None req-67515277-1e57-4fc8-94ed-b5493e965bfa admin admin] Resources bound (agent type, host, resource id): {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:26:59.658479 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67515277-1e57-4fc8-94ed-b5493e965bfa admin admin] Router ff8200cc-7617-4743-aed0-fc386c84fcd2 has already been hosted by L3 agent fe3825e1-cd20-4759-aaf9-51b0eae29acc {{(pid=79159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:26:59.709796 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-aaf7ecd7-bed1-4ce4-a480-3169610f35ce None None] Provisioning complete for port 1e59387f-8967-451e-a4f9-1cac6196021d triggered by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:26:59.710192 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-aaf7ecd7-bed1-4ce4-a480-3169610f35ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:26:59.761629 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-24410201-2175-4cad-a769-2a2987927f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8200cc-7617-4743-aed0-fc386c84fcd2', 'name': 'tempest-TestShelveInstance-1641965232-router', 'tenant_id': '272dc7024b4c47f4a17e4c5ef875cf4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': '53b49add-d8be-4223-8a1e-8a3431bae3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:53Z', 'updated_at': '2021-08-11T16:26:58Z', 'revision_number': 4, 'project_id': '272dc7024b4c47f4a17e4c5ef875cf4a', 'gw_port': {'id': '53b49add-d8be-4223-8a1e-8a3431bae3e8', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8200cc-7617-4743-aed0-fc386c84fcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:54Z', 'updated_at': '2021-08-11T16:26:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': '1e59387f-8967-451e-a4f9-1cac6196021d', 'name': '', 'network_id': '903e6642-064f-4741-8cfb-e95e5770992a', 'tenant_id': '272dc7024b4c47f4a17e4c5ef875cf4a', 'mac_address': 'fa:16:3e:e6:8b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8200cc-7617-4743-aed0-fc386c84fcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5c0e8d7f-d71a-46d9-945d-80ff48e12859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:57Z', 'updated_at': '2021-08-11T16:26:58Z', 'revision_number': 2, 'project_id': '272dc7024b4c47f4a17e4c5ef875cf4a', 'subnets': [{'id': '5c0e8d7f-d71a-46d9-945d-80ff48e12859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:26:59.770502 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24410201-2175-4cad-a769-2a2987927f6e None None] The sync data for ids ['ff8200cc-7617-4743-aed0-fc386c84fcd2'] in dv-cinder-804265-1-smb is: [{'id': 'ff8200cc-7617-4743-aed0-fc386c84fcd2', 'name': 'tempest-TestShelveInstance-1641965232-router', 'tenant_id': '272dc7024b4c47f4a17e4c5ef875cf4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': '53b49add-d8be-4223-8a1e-8a3431bae3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:53Z', 'updated_at': '2021-08-11T16:26:58Z', 'revision_number': 4, 'project_id': '272dc7024b4c47f4a17e4c5ef875cf4a', 'gw_port': {'id': '53b49add-d8be-4223-8a1e-8a3431bae3e8', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8200cc-7617-4743-aed0-fc386c84fcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:54Z', 'updated_at': '2021-08-11T16:26:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': '1e59387f-8967-451e-a4f9-1cac6196021d', 'name': '', 'network_id': '903e6642-064f-4741-8cfb-e95e5770992a', 'tenant_id': '272dc7024b4c47f4a17e4c5ef875cf4a', 'mac_address': 'fa:16:3e:e6:8b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8200cc-7617-4743-aed0-fc386c84fcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5c0e8d7f-d71a-46d9-945d-80ff48e12859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:57Z', 'updated_at': '2021-08-11T16:26:58Z', 'revision_number': 2, 'project_id': '272dc7024b4c47f4a17e4c5ef875cf4a', 'subnets': [{'id': '5c0e8d7f-d71a-46d9-945d-80ff48e12859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:26:59.776027 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-aaf7ecd7-bed1-4ce4-a480-3169610f35ce None None] Port 1e59387f-8967-451e-a4f9-1cac6196021d cannot update to ACTIVE because it is not bound. {{(pid=79160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:26:59.844230 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67515277-1e57-4fc8-94ed-b5493e965bfa admin admin] Notify agent at l3_agent.dv-cinder-804265-1-smb the message routers_updated {{(pid=79159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:26:59.853909 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-67515277-1e57-4fc8-94ed-b5493e965bfa admin admin] 10.222.0.21 "PUT /v2.0/routers/ff8200cc-7617-4743-aed0-fc386c84fcd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8340139 Aug 11 16:27:00.369523 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 46400) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:00.375354 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-752ee041-fabf-4525-bd3f-281dcc4793b9 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1498487536', 'description': 'tempest-secgroup-smoke-1498487536 description', 'project_id': '0b3773db0699482cb3fc3a47340812c0'}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:27:00.382603 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-752ee041-fabf-4525-bd3f-281dcc4793b9 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:27:00.386838 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-752ee041-fabf-4525-bd3f-281dcc4793b9 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Usage tracker for resource:security_group and tenant:0b3773db0699482cb3fc3a47340812c0 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:27:00.389856 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-752ee041-fabf-4525-bd3f-281dcc4793b9 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:27:00.396718 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-752ee041-fabf-4525-bd3f-281dcc4793b9 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:27:00.408606 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-752ee041-fabf-4525-bd3f-281dcc4793b9 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:00.439795 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-752ee041-fabf-4525-bd3f-281dcc4793b9 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:27:00.444033 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-752ee041-fabf-4525-bd3f-281dcc4793b9 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Usage tracker for resource:security_group_rule and tenant:0b3773db0699482cb3fc3a47340812c0 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:27:00.447024 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-752ee041-fabf-4525-bd3f-281dcc4793b9 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:27:00.453136 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-752ee041-fabf-4525-bd3f-281dcc4793b9 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:27:00.569927 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-752ee041-fabf-4525-bd3f-281dcc4793b9 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:00.583712 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-752ee041-fabf-4525-bd3f-281dcc4793b9 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:00.591228 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-d082fbca-247f-4beb-a2cc-182004d74dcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:00.637643 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ee041-fabf-4525-bd3f-281dcc4793b9 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85315b65-0145-4fcc-8421-da347621e079,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:00.640897 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-752ee041-fabf-4525-bd3f-281dcc4793b9 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:00.642275 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-752ee041-fabf-4525-bd3f-281dcc4793b9 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2717323 Aug 11 16:27:00.643505 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-752ee041-fabf-4525-bd3f-281dcc4793b9 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:00.645483 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 46408) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:00.650973 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-2309daeb-5c87-4c4a-9e3e-284ca8d0e161 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Request body: {'security_group_rule': {'security_group_id': '85315b65-0145-4fcc-8421-da347621e079', 'project_id': '0b3773db0699482cb3fc3a47340812c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:27:00.657034 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-2309daeb-5c87-4c4a-9e3e-284ca8d0e161 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:27:00.661887 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-2309daeb-5c87-4c4a-9e3e-284ca8d0e161 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Usage tracker for resource:security_group_rule and tenant:0b3773db0699482cb3fc3a47340812c0 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:27:00.665217 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-2309daeb-5c87-4c4a-9e3e-284ca8d0e161 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:27:00.672581 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-2309daeb-5c87-4c4a-9e3e-284ca8d0e161 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:27:00.693588 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2309daeb-5c87-4c4a-9e3e-284ca8d0e161 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:00.762641 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2309daeb-5c87-4c4a-9e3e-284ca8d0e161 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:00.766773 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2309daeb-5c87-4c4a-9e3e-284ca8d0e161 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516669'] for security_group_rule, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:00.774097 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-8b1baa29-2a8b-4339-9879-c4afb9c3c883 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:00.795352 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309daeb-5c87-4c4a-9e3e-284ca8d0e161 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b124c5ae-430b-4e11-b127-d60bb93f5a0c,revision_number=0']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:00.798102 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-2309daeb-5c87-4c4a-9e3e-284ca8d0e161 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:00.808904 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-2309daeb-5c87-4c4a-9e3e-284ca8d0e161 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:00.810236 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-2309daeb-5c87-4c4a-9e3e-284ca8d0e161 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1639071 Aug 11 16:27:00.813186 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 46412) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:00.818892 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-d2780246-bbb7-4ead-b7ca-4cfdccff0acc tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Request body: {'security_group_rule': {'security_group_id': '85315b65-0145-4fcc-8421-da347621e079', 'project_id': '0b3773db0699482cb3fc3a47340812c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:27:00.825133 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-d2780246-bbb7-4ead-b7ca-4cfdccff0acc tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:27:00.829023 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-d2780246-bbb7-4ead-b7ca-4cfdccff0acc tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Usage tracker for resource:security_group_rule and tenant:0b3773db0699482cb3fc3a47340812c0 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:27:00.831967 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-d2780246-bbb7-4ead-b7ca-4cfdccff0acc tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:27:00.838965 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-d2780246-bbb7-4ead-b7ca-4cfdccff0acc tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:27:00.856053 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d2780246-bbb7-4ead-b7ca-4cfdccff0acc tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:00.918085 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d2780246-bbb7-4ead-b7ca-4cfdccff0acc tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:00.921658 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d2780246-bbb7-4ead-b7ca-4cfdccff0acc tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516669'] for security_group_rule, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:00.923748 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-d8972324-983d-4427-8207-3cbb0f40f873 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:00.946263 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2780246-bbb7-4ead-b7ca-4cfdccff0acc tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb4ca97-b85f-447b-9919-f7bd8d2f03c3,revision_number=0']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:00.950602 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-d2780246-bbb7-4ead-b7ca-4cfdccff0acc tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:00.955264 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d2780246-bbb7-4ead-b7ca-4cfdccff0acc tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:00.956505 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-d2780246-bbb7-4ead-b7ca-4cfdccff0acc tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1423388 Aug 11 16:27:00.960061 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 46416) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:00.965444 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-9bb1142c-0aa6-4a52-9f3a-320c9a1e55c3 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Request body: {'security_group_rule': {'security_group_id': '85315b65-0145-4fcc-8421-da347621e079', 'project_id': '0b3773db0699482cb3fc3a47340812c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:27:00.971314 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-9bb1142c-0aa6-4a52-9f3a-320c9a1e55c3 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:27:00.975593 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-9bb1142c-0aa6-4a52-9f3a-320c9a1e55c3 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Usage tracker for resource:security_group_rule and tenant:0b3773db0699482cb3fc3a47340812c0 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:27:00.978492 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-9bb1142c-0aa6-4a52-9f3a-320c9a1e55c3 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:27:00.984114 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-9bb1142c-0aa6-4a52-9f3a-320c9a1e55c3 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:27:01.000164 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-9bb1142c-0aa6-4a52-9f3a-320c9a1e55c3 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:01.061603 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-9bb1142c-0aa6-4a52-9f3a-320c9a1e55c3 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:01.064959 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-9bb1142c-0aa6-4a52-9f3a-320c9a1e55c3 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516669'] for security_group_rule, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:01.066910 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:01.088755 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb1142c-0aa6-4a52-9f3a-320c9a1e55c3 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c532b0c-3a82-4c02-9664-c08f3c66c0e9,revision_number=0']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:01.091091 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-9bb1142c-0aa6-4a52-9f3a-320c9a1e55c3 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:01.099250 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-9bb1142c-0aa6-4a52-9f3a-320c9a1e55c3 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:01.100526 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-9bb1142c-0aa6-4a52-9f3a-320c9a1e55c3 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1394315 Aug 11 16:27:01.103174 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 46420) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:01.108257 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-f86db125-b48e-4be3-be4d-f721fecc6574 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Request body: {'security_group_rule': {'security_group_id': '85315b65-0145-4fcc-8421-da347621e079', 'project_id': '0b3773db0699482cb3fc3a47340812c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:27:01.113928 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-f86db125-b48e-4be3-be4d-f721fecc6574 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:27:01.118305 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-f86db125-b48e-4be3-be4d-f721fecc6574 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Usage tracker for resource:security_group_rule and tenant:0b3773db0699482cb3fc3a47340812c0 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:27:01.121134 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-f86db125-b48e-4be3-be4d-f721fecc6574 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:27:01.126936 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-f86db125-b48e-4be3-be4d-f721fecc6574 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:27:01.144075 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f86db125-b48e-4be3-be4d-f721fecc6574 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:01.208137 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f86db125-b48e-4be3-be4d-f721fecc6574 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:01.212425 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f86db125-b48e-4be3-be4d-f721fecc6574 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516669'] for security_group_rule, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:01.214531 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-2309daeb-5c87-4c4a-9e3e-284ca8d0e161 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:01.237339 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86db125-b48e-4be3-be4d-f721fecc6574 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=839c7d4f-7075-4a85-b025-e5220f0f770f,revision_number=0']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:01.242592 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-f86db125-b48e-4be3-be4d-f721fecc6574 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:01.248768 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f86db125-b48e-4be3-be4d-f721fecc6574 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:01.250123 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-f86db125-b48e-4be3-be4d-f721fecc6574 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1460218 Aug 11 16:27:01.252863 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 46424) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:01.258978 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-5f589b1a-16eb-4cb8-a51a-e1808d4dd9ac tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Request body: {'security_group_rule': {'security_group_id': '85315b65-0145-4fcc-8421-da347621e079', 'project_id': '0b3773db0699482cb3fc3a47340812c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:27:01.264836 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-5f589b1a-16eb-4cb8-a51a-e1808d4dd9ac tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:27:01.268758 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-5f589b1a-16eb-4cb8-a51a-e1808d4dd9ac tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Usage tracker for resource:security_group_rule and tenant:0b3773db0699482cb3fc3a47340812c0 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:27:01.271799 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-5f589b1a-16eb-4cb8-a51a-e1808d4dd9ac tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:27:01.277718 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-5f589b1a-16eb-4cb8-a51a-e1808d4dd9ac tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:27:01.287599 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.db.securitygroups_db [None req-5f589b1a-16eb-4cb8-a51a-e1808d4dd9ac tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Project 0b3773db0699482cb3fc3a47340812c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 16:27:01.293898 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-5f589b1a-16eb-4cb8-a51a-e1808d4dd9ac tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:01.357816 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-5f589b1a-16eb-4cb8-a51a-e1808d4dd9ac tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:01.361428 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-5f589b1a-16eb-4cb8-a51a-e1808d4dd9ac tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516669'] for security_group_rule, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:01.363455 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:01.386369 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f589b1a-16eb-4cb8-a51a-e1808d4dd9ac tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae084a8e-68bf-48ef-9103-0801b61ceb98,revision_number=0']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:01.389913 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-5f589b1a-16eb-4cb8-a51a-e1808d4dd9ac tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:01.399696 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-5f589b1a-16eb-4cb8-a51a-e1808d4dd9ac tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:01.401068 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-5f589b1a-16eb-4cb8-a51a-e1808d4dd9ac tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1472666 Aug 11 16:27:01.403841 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 46430) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:01.408731 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-a6b86439-f818-48de-90b6-d562773a3e8d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Request body: {'security_group_rule': {'security_group_id': '85315b65-0145-4fcc-8421-da347621e079', 'project_id': '0b3773db0699482cb3fc3a47340812c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:27:01.424133 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-a6b86439-f818-48de-90b6-d562773a3e8d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:27:01.430948 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-a6b86439-f818-48de-90b6-d562773a3e8d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Usage tracker for resource:security_group_rule and tenant:0b3773db0699482cb3fc3a47340812c0 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:27:01.433931 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-a6b86439-f818-48de-90b6-d562773a3e8d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:27:01.439858 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-a6b86439-f818-48de-90b6-d562773a3e8d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:27:01.451192 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.db.securitygroups_db [None req-a6b86439-f818-48de-90b6-d562773a3e8d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Project 0b3773db0699482cb3fc3a47340812c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 16:27:01.457917 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a6b86439-f818-48de-90b6-d562773a3e8d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:01.523707 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a6b86439-f818-48de-90b6-d562773a3e8d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:01.527157 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a6b86439-f818-48de-90b6-d562773a3e8d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516669'] for security_group_rule, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:01.529098 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:01.552307 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b86439-f818-48de-90b6-d562773a3e8d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26771305-22bc-4f35-8601-744bd07f9638,revision_number=0']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:01.556705 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-a6b86439-f818-48de-90b6-d562773a3e8d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:01.561125 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a6b86439-f818-48de-90b6-d562773a3e8d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:01.562332 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-a6b86439-f818-48de-90b6-d562773a3e8d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1577659 Aug 11 16:27:01.792556 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 53b49add-d8be-4223-8a1e-8a3431bae3e8 up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:27:01.870382 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning for port 53b49add-d8be-4223-8a1e-8a3431bae3e8 completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:27:01.875941 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port 53b49add-d8be-4223-8a1e-8a3431bae3e8 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:27:01.876407 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:02.001191 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:02.018511 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] For port 53b49add-d8be-4223-8a1e-8a3431bae3e8, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=53b49add-d8be-4223-8a1e-8a3431bae3e8,segment=NetworkSegment(ef0f4f8c-59c6-4f74-90fe-819af28e8bc6),segment_id=ef0f4f8c-59c6-4f74-90fe-819af28e8bc6)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:02.024021 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:02.026289 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:02.097346 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Pushing event updated for resources: {'Port': ['ID=53b49add-d8be-4223-8a1e-8a3431bae3e8,revision_number=4']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:02.100642 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:03.165809 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c457dc6-d75e-49ce-b7b1-6426c9109a0e None None] Sync routers for ids ['ff8200cc-7617-4743-aed0-fc386c84fcd2'] in dv-cinder-804265-1-smb {{(pid=79161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:27:03.174955 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c457dc6-d75e-49ce-b7b1-6426c9109a0e None None] Routers {'ff8200cc-7617-4743-aed0-fc386c84fcd2'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:27:03.175557 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-1c457dc6-d75e-49ce-b7b1-6426c9109a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:26:49Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['ff8200cc-7617-4743-aed0-fc386c84fcd2'], 'active': True} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:03.356160 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvr_db [None req-1c457dc6-d75e-49ce-b7b1-6426c9109a0e None None] Set router ff8200cc-7617-4743-aed0-fc386c84fcd2 gateway port host: dv-cinder-804265-1-smb {{(pid=79161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:27:03.695914 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-1c457dc6-d75e-49ce-b7b1-6426c9109a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8200cc-7617-4743-aed0-fc386c84fcd2', 'name': 'tempest-TestShelveInstance-1641965232-router', 'tenant_id': '272dc7024b4c47f4a17e4c5ef875cf4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': '53b49add-d8be-4223-8a1e-8a3431bae3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:53Z', 'updated_at': '2021-08-11T16:26:58Z', 'revision_number': 4, 'project_id': '272dc7024b4c47f4a17e4c5ef875cf4a', 'gw_port': {'id': '53b49add-d8be-4223-8a1e-8a3431bae3e8', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8200cc-7617-4743-aed0-fc386c84fcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:54Z', 'updated_at': '2021-08-11T16:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': '1e59387f-8967-451e-a4f9-1cac6196021d', 'name': '', 'network_id': '903e6642-064f-4741-8cfb-e95e5770992a', 'tenant_id': '272dc7024b4c47f4a17e4c5ef875cf4a', 'mac_address': 'fa:16:3e:e6:8b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8200cc-7617-4743-aed0-fc386c84fcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5c0e8d7f-d71a-46d9-945d-80ff48e12859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:57Z', 'updated_at': '2021-08-11T16:26:58Z', 'revision_number': 2, 'project_id': '272dc7024b4c47f4a17e4c5ef875cf4a', 'subnets': [{'id': '5c0e8d7f-d71a-46d9-945d-80ff48e12859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:03.699911 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c457dc6-d75e-49ce-b7b1-6426c9109a0e None None] Checking router: ff8200cc-7617-4743-aed0-fc386c84fcd2 for host: dv-cinder-804265-1-smb {{(pid=79161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:27:03.700295 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c457dc6-d75e-49ce-b7b1-6426c9109a0e None None] Updating router ff8200cc-7617-4743-aed0-fc386c84fcd2 port 1e59387f-8967-451e-a4f9-1cac6196021d binding host dv-cinder-804265-1-smb {{(pid=79161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 16:27:03.746309 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 53b49add-d8be-4223-8a1e-8a3431bae3e8 up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:27:03.756337 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-1c457dc6-d75e-49ce-b7b1-6426c9109a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:03.824987 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port 53b49add-d8be-4223-8a1e-8a3431bae3e8 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:27:03.825453 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:04.142043 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-1c457dc6-d75e-49ce-b7b1-6426c9109a0e None None] Notify callbacks [] for port, precommit_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:04.153723 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.provisioning_blocks [None req-1c457dc6-d75e-49ce-b7b1-6426c9109a0e None None] Transition to ACTIVE for port object 1e59387f-8967-451e-a4f9-1cac6196021d will not be triggered until provisioned by entity L2. {{(pid=79161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:27:04.160232 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-1c457dc6-d75e-49ce-b7b1-6426c9109a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:04.164868 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:04.321740 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b40dd7f-f6cb-4e6b-b0cc-9ca37c00ccbe None None] Pushing event updated for resources: {'Port': ['ID=1e59387f-8967-451e-a4f9-1cac6196021d,revision_number=3']} {{(pid=79161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:04.332755 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG oslo_concurrency.lockutils [None req-5b40dd7f-f6cb-4e6b-b0cc-9ca37c00ccbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:04.478301 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.managers [None req-1c457dc6-d75e-49ce-b7b1-6426c9109a0e None None] Attempting to bind port 1e59387f-8967-451e-a4f9-1cac6196021d on host dv-cinder-804265-1-smb for vnic_type normal with profile {{(pid=79161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:27:04.479573 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.managers [None req-1c457dc6-d75e-49ce-b7b1-6426c9109a0e None None] Attempting to bind port 1e59387f-8967-451e-a4f9-1cac6196021d by drivers openvswitch,hyperv on host dv-cinder-804265-1-smb at level 0 using segments [{'id': '3492c050-4ae5-4ab4-b374-f88b4fe83fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '903e6642-064f-4741-8cfb-e95e5770992a'}] {{(pid=79161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:27:04.480445 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c457dc6-d75e-49ce-b7b1-6426c9109a0e None None] Attempting to bind port 1e59387f-8967-451e-a4f9-1cac6196021d on network 903e6642-064f-4741-8cfb-e95e5770992a {{(pid=79161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:27:04.487996 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c457dc6-d75e-49ce-b7b1-6426c9109a0e None None] Checking agent: {'id': '5e93d7f9-9d48-4304-bf8c-d89fe7491ad7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804265-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 12, 47), 'started_at': datetime.datetime(2021, 8, 11, 16, 13, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804265-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:27:04.488713 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c457dc6-d75e-49ce-b7b1-6426c9109a0e None None] Checking segment: {'id': '3492c050-4ae5-4ab4-b374-f88b4fe83fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '903e6642-064f-4741-8cfb-e95e5770992a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:27:04.489431 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-1c457dc6-d75e-49ce-b7b1-6426c9109a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:04.489914 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c457dc6-d75e-49ce-b7b1-6426c9109a0e None None] Bound using segment: {'id': '3492c050-4ae5-4ab4-b374-f88b4fe83fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '903e6642-064f-4741-8cfb-e95e5770992a'} {{(pid=79161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:27:04.490635 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.managers [None req-1c457dc6-d75e-49ce-b7b1-6426c9109a0e None None] Bound port: 1e59387f-8967-451e-a4f9-1cac6196021d, host: dv-cinder-804265-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3492c050-4ae5-4ab4-b374-f88b4fe83fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '903e6642-064f-4741-8cfb-e95e5770992a'}}] {{(pid=79161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:27:04.491448 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-1c457dc6-d75e-49ce-b7b1-6426c9109a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:04.591470 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.db [None req-1c457dc6-d75e-49ce-b7b1-6426c9109a0e None None] For port 1e59387f-8967-451e-a4f9-1cac6196021d, host dv-cinder-804265-1-smb, cleared binding levels {{(pid=79161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:27:04.595627 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.plugins.ml2.db [None req-1c457dc6-d75e-49ce-b7b1-6426c9109a0e None None] For port 1e59387f-8967-451e-a4f9-1cac6196021d, host dv-cinder-804265-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=1e59387f-8967-451e-a4f9-1cac6196021d,segment=NetworkSegment(3492c050-4ae5-4ab4-b374-f88b4fe83fa4),segment_id=3492c050-4ae5-4ab4-b374-f88b4fe83fa4)] {{(pid=79161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:27:04.600275 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron_lib.callbacks.manager [None req-1c457dc6-d75e-49ce-b7b1-6426c9109a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:04.604408 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG oslo_concurrency.lockutils [None req-afb7c5b6-a562-4444-9dd2-71cbddca581b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:04.609707 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 46528) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:04.685089 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b40dd7f-f6cb-4e6b-b0cc-9ca37c00ccbe None None] Pushing event updated for resources: {'Port': ['ID=1e59387f-8967-451e-a4f9-1cac6196021d,revision_number=4']} {{(pid=79161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:04.688643 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG oslo_concurrency.lockutils [None req-5b40dd7f-f6cb-4e6b-b0cc-9ca37c00ccbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:04.689234 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c457dc6-d75e-49ce-b7b1-6426c9109a0e None None] Routers {'ff8200cc-7617-4743-aed0-fc386c84fcd2'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:27:04.689842 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-1c457dc6-d75e-49ce-b7b1-6426c9109a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:26:49Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['ff8200cc-7617-4743-aed0-fc386c84fcd2'], 'active': True} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:04.754230 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b6172a66-7992-4b22-bb5d-fde4c5d4b629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:04.775803 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-b6172a66-7992-4b22-bb5d-fde4c5d4b629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:27:04.780964 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-b6172a66-7992-4b22-bb5d-fde4c5d4b629 admin admin] Usage tracker for resource:security_group_rule and tenant:33265300402a41dc874ae075dc086f73 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:27:04.784316 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-b6172a66-7992-4b22-bb5d-fde4c5d4b629 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:27:04.792834 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-b6172a66-7992-4b22-bb5d-fde4c5d4b629 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:27:04.889256 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b6172a66-7992-4b22-bb5d-fde4c5d4b629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:04.893171 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b6172a66-7992-4b22-bb5d-fde4c5d4b629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:04.900197 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvr_db [None req-1c457dc6-d75e-49ce-b7b1-6426c9109a0e None None] Set router ff8200cc-7617-4743-aed0-fc386c84fcd2 gateway port host: dv-cinder-804265-1-smb {{(pid=79161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:27:04.902806 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-752ee041-fabf-4525-bd3f-281dcc4793b9 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:04.944195 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-b6172a66-7992-4b22-bb5d-fde4c5d4b629 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33265300402a41dc874ae075dc086f73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3326042 Aug 11 16:27:04.945309 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6172a66-7992-4b22-bb5d-fde4c5d4b629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea930e64-4602-434b-841b-8d5475cb41d2,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:04.946621 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 46534) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:04.948231 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-b6172a66-7992-4b22-bb5d-fde4c5d4b629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:05.028303 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-8974c8be-ad8d-4052-aefe-c33e4fb8cc1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:05.054675 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-8974c8be-ad8d-4052-aefe-c33e4fb8cc1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:05.130323 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-8974c8be-ad8d-4052-aefe-c33e4fb8cc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:05.134601 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-4b703c61-1265-4e17-9fe2-a86b2b2d5b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:05.147709 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974c8be-ad8d-4052-aefe-c33e4fb8cc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea930e64-4602-434b-841b-8d5475cb41d2,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:05.150563 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-8974c8be-ad8d-4052-aefe-c33e4fb8cc1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:05.152490 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-8974c8be-ad8d-4052-aefe-c33e4fb8cc1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:05.165492 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-8974c8be-ad8d-4052-aefe-c33e4fb8cc1f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea930e64-4602-434b-841b-8d5475cb41d2 HTTP/1.1" status: 204 len: 168 time: 0.2081499 Aug 11 16:27:05.234078 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-1c457dc6-d75e-49ce-b7b1-6426c9109a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8200cc-7617-4743-aed0-fc386c84fcd2', 'name': 'tempest-TestShelveInstance-1641965232-router', 'tenant_id': '272dc7024b4c47f4a17e4c5ef875cf4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': '53b49add-d8be-4223-8a1e-8a3431bae3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:53Z', 'updated_at': '2021-08-11T16:26:58Z', 'revision_number': 4, 'project_id': '272dc7024b4c47f4a17e4c5ef875cf4a', 'gw_port': {'id': '53b49add-d8be-4223-8a1e-8a3431bae3e8', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8200cc-7617-4743-aed0-fc386c84fcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:54Z', 'updated_at': '2021-08-11T16:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': '1e59387f-8967-451e-a4f9-1cac6196021d', 'name': '', 'network_id': '903e6642-064f-4741-8cfb-e95e5770992a', 'tenant_id': '272dc7024b4c47f4a17e4c5ef875cf4a', 'mac_address': 'fa:16:3e:e6:8b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8200cc-7617-4743-aed0-fc386c84fcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5c0e8d7f-d71a-46d9-945d-80ff48e12859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:57Z', 'updated_at': '2021-08-11T16:27:04Z', 'revision_number': 4, 'project_id': '272dc7024b4c47f4a17e4c5ef875cf4a', 'subnets': [{'id': '5c0e8d7f-d71a-46d9-945d-80ff48e12859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:05.238808 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c457dc6-d75e-49ce-b7b1-6426c9109a0e None None] The sync data for ids ['ff8200cc-7617-4743-aed0-fc386c84fcd2'] in dv-cinder-804265-1-smb is: [{'id': 'ff8200cc-7617-4743-aed0-fc386c84fcd2', 'name': 'tempest-TestShelveInstance-1641965232-router', 'tenant_id': '272dc7024b4c47f4a17e4c5ef875cf4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': '53b49add-d8be-4223-8a1e-8a3431bae3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:53Z', 'updated_at': '2021-08-11T16:26:58Z', 'revision_number': 4, 'project_id': '272dc7024b4c47f4a17e4c5ef875cf4a', 'gw_port': {'id': '53b49add-d8be-4223-8a1e-8a3431bae3e8', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8200cc-7617-4743-aed0-fc386c84fcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:54Z', 'updated_at': '2021-08-11T16:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': '1e59387f-8967-451e-a4f9-1cac6196021d', 'name': '', 'network_id': '903e6642-064f-4741-8cfb-e95e5770992a', 'tenant_id': '272dc7024b4c47f4a17e4c5ef875cf4a', 'mac_address': 'fa:16:3e:e6:8b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8200cc-7617-4743-aed0-fc386c84fcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5c0e8d7f-d71a-46d9-945d-80ff48e12859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:57Z', 'updated_at': '2021-08-11T16:27:04Z', 'revision_number': 4, 'project_id': '272dc7024b4c47f4a17e4c5ef875cf4a', 'subnets': [{'id': '5c0e8d7f-d71a-46d9-945d-80ff48e12859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:27:05.751274 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 1e59387f-8967-451e-a4f9-1cac6196021d up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:27:05.822690 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning for port 1e59387f-8967-451e-a4f9-1cac6196021d completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:27:05.828030 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port 1e59387f-8967-451e-a4f9-1cac6196021d triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:27:05.828413 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:05.951412 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:05.985693 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] For port 1e59387f-8967-451e-a4f9-1cac6196021d, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=1e59387f-8967-451e-a4f9-1cac6196021d,segment=NetworkSegment(3492c050-4ae5-4ab4-b374-f88b4fe83fa4),segment_id=3492c050-4ae5-4ab4-b374-f88b4fe83fa4)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:05.988694 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:05.991278 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-59ddc856-1579-4a95-a1bf-70271c7d0820 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:06.057352 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Pushing event updated for resources: {'Port': ['ID=1e59387f-8967-451e-a4f9-1cac6196021d,revision_number=5']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:06.060214 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:07.240235 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6eac9-c9d3-458d-8e0d-79a04642d535 req-4e933317-2789-404b-b19a-78bdf767f5a0 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:07.241680 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d3e6eac9-c9d3-458d-8e0d-79a04642d535 req-4e933317-2789-404b-b19a-78bdf767f5a0 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 946 time: 0.0784433 Aug 11 16:27:07.290280 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d3e6eac9-c9d3-458d-8e0d-79a04642d535 req-033635e5-8d34-46dc-b751-577f7dbddfcb tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427861 Aug 11 16:27:07.731998 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 1e59387f-8967-451e-a4f9-1cac6196021d up at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:27:07.806408 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Provisioning complete for port 1e59387f-8967-451e-a4f9-1cac6196021d triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:27:07.807187 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:08.581704 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa53548-a90e-44de-bbd5-83be39553766 req-44959f3c-6ca6-454c-94dc-0943b4f6e7c4 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:08.583669 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ffa53548-a90e-44de-bbd5-83be39553766 req-44959f3c-6ca6-454c-94dc-0943b4f6e7c4 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 946 time: 0.1827166 Aug 11 16:27:08.634002 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ffa53548-a90e-44de-bbd5-83be39553766 req-6ac4df00-d660-42bc-b0c4-d892197f3fad tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441296 Aug 11 16:27:09.827123 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d047bf-93d4-42a0-8e81-c4aea141c596 req-aebeb8f6-5a64-4a8f-84bc-6349f56882ae tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:09.828554 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-74d047bf-93d4-42a0-8e81-c4aea141c596 req-aebeb8f6-5a64-4a8f-84bc-6349f56882ae tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 946 time: 0.0826132 Aug 11 16:27:09.871986 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-74d047bf-93d4-42a0-8e81-c4aea141c596 req-e2db60d7-6dfa-4dba-acda-e6a565b75258 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371380 Aug 11 16:27:11.068595 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f3ebb-8e96-45e2-b25a-d7e0abed16b5 req-07f31ca4-c565-44b4-a0e4-759642db9d4e tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:11.070070 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-256f3ebb-8e96-45e2-b25a-d7e0abed16b5 req-07f31ca4-c565-44b4-a0e4-759642db9d4e tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 946 time: 0.0826783 Aug 11 16:27:11.118793 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-256f3ebb-8e96-45e2-b25a-d7e0abed16b5 req-05ea4545-794d-4096-aefb-5d03626de345 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431795 Aug 11 16:27:12.312467 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284795d-2ea6-4a47-b154-a904b7750aa0 req-490c0ea6-7c46-409b-a90e-d26764e9fabc tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:12.313840 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8284795d-2ea6-4a47-b154-a904b7750aa0 req-490c0ea6-7c46-409b-a90e-d26764e9fabc tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 946 time: 0.0836403 Aug 11 16:27:12.358398 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8284795d-2ea6-4a47-b154-a904b7750aa0 req-2274c0c3-79da-4f7d-9198-472a69854d34 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388730 Aug 11 16:27:13.547980 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893626bd-e905-48c0-8522-c32a3ec92598 req-e24cda1b-507a-456b-b13e-2987790596d6 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:13.549479 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-893626bd-e905-48c0-8522-c32a3ec92598 req-e24cda1b-507a-456b-b13e-2987790596d6 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 946 time: 0.0830550 Aug 11 16:27:13.604809 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-893626bd-e905-48c0-8522-c32a3ec92598 req-83e397d5-74f6-47bb-b87f-d4d7e724ab86 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488760 Aug 11 16:27:14.798972 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fe175-935a-4173-825a-c09e356dc0c5 req-3b76d3be-04d0-4902-a103-6648adcc2e50 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:14.800406 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-704fe175-935a-4173-825a-c09e356dc0c5 req-3b76d3be-04d0-4902-a103-6648adcc2e50 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 946 time: 0.0796371 Aug 11 16:27:14.847459 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-704fe175-935a-4173-825a-c09e356dc0c5 req-b06f9f6f-b8e2-4f25-8d3a-ab47b1d94db0 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397730 Aug 11 16:27:16.039657 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939bc4f-a1b2-4b02-8d7c-d744cd8df442 req-2546cce9-5d17-4542-a110-c7cef52feb77 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:16.041072 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d939bc4f-a1b2-4b02-8d7c-d744cd8df442 req-2546cce9-5d17-4542-a110-c7cef52feb77 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 946 time: 0.0850549 Aug 11 16:27:16.087086 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d939bc4f-a1b2-4b02-8d7c-d744cd8df442 req-b8f9cf79-fc55-4644-b36a-309a52bc1c8d tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404658 Aug 11 16:27:16.618852 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-6d3d6369-2ced-4b9d-a584-110a3827c5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:17.275840 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b33fd-f6a8-4501-81ed-3760e42d2e7a req-042e025a-6f99-4ada-b140-fbccef22e6ba tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:17.277317 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8a3b33fd-f6a8-4501-81ed-3760e42d2e7a req-042e025a-6f99-4ada-b140-fbccef22e6ba tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 946 time: 0.0821910 Aug 11 16:27:17.306392 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:17.321970 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8a3b33fd-f6a8-4501-81ed-3760e42d2e7a req-ee766eac-760f-48c5-ad33-01e2464af076 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390062 Aug 11 16:27:18.433312 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:27:18.539494 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb399dcd-c8ed-40dd-8eb6-5d89705321aa req-8ded78a3-6fc7-4689-833c-18871312ce80 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:18.541865 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-eb399dcd-c8ed-40dd-8eb6-5d89705321aa req-8ded78a3-6fc7-4689-833c-18871312ce80 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 946 time: 0.1082740 Aug 11 16:27:18.591308 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port dcd9094b-39a2-4ebb-b6e8-3b2051ab5826, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=dcd9094b-39a2-4ebb-b6e8-3b2051ab5826,segment=NetworkSegment(27cb263a-ccc6-4035-8f60-05cc8115add6),segment_id=27cb263a-ccc6-4035-8f60-05cc8115add6)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:18.596868 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-eb399dcd-c8ed-40dd-8eb6-5d89705321aa req-c5d38bae-912d-4348-8ae1-f66bc1fb1d15 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479338 Aug 11 16:27:18.614808 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Returning: {'device': 'dcd9094b-39a2-4ebb-b6e8-3b2051ab5826', 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424', 'port_id': 'dcd9094b-39a2-4ebb-b6e8-3b2051ab5826', 'mac_address': 'fa:16:3e:5d:a1:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d509748-00d5-4471-8b3e-a2f206f5dac5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:27:18.682497 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:18.703396 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 {{(pid=79160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:27:18.724886 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port dcd9094b-39a2-4ebb-b6e8-3b2051ab5826, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=dcd9094b-39a2-4ebb-b6e8-3b2051ab5826,segment=NetworkSegment(27cb263a-ccc6-4035-8f60-05cc8115add6),segment_id=27cb263a-ccc6-4035-8f60-05cc8115add6)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:18.732051 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:18.733888 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:18.811319 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=dcd9094b-39a2-4ebb-b6e8-3b2051ab5826,revision_number=6']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:18.823941 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:18.824293 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:18.824627 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:18.824959 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:18.825286 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:18.825635 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:18.825961 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:18.826312 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:18.826636 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:18.826958 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:18.827275 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:18.827591 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:18.831484 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:18.895251 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['dcd9094b-39a2-4ebb-b6e8-3b2051ab5826'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:27:18.935881 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-32931438-a5db-49a8-8cbb-e7d7547ecd5c tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Synchronizing usage tracker for tenant:0b3773db0699482cb3fc3a47340812c0 on resource:security_group {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:27:18.953648 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-32931438-a5db-49a8-8cbb-e7d7547ecd5c tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Unset dirty status for tenant:0b3773db0699482cb3fc3a47340812c0 on resource:security_group {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:27:18.954879 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-32931438-a5db-49a8-8cbb-e7d7547ecd5c tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1498487536&fields=id&tenant_id=0b3773db0699482cb3fc3a47340812c0 HTTP/1.1" status: 200 len: 267 time: 0.0579367 Aug 11 16:27:19.109691 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-c5cf71f6-5809-4063-b1fb-9abcdef16085 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:19.110292 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-c5cf71f6-5809-4063-b1fb-9abcdef16085 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Synchronizing usage tracker for tenant:0b3773db0699482cb3fc3a47340812c0 on resource:network {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:27:19.127723 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-c5cf71f6-5809-4063-b1fb-9abcdef16085 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Unset dirty status for tenant:0b3773db0699482cb3fc3a47340812c0 on resource:network {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:27:19.128830 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-c5cf71f6-5809-4063-b1fb-9abcdef16085 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/networks?id=38762c5d-ffd9-4ed7-acd9-44af5efe0419 HTTP/1.1" status: 200 len: 808 time: 0.1666312 Aug 11 16:27:19.144802 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-42919bb5-920f-47cd-b59c-70d5eda0d28f tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/quotas/0b3773db0699482cb3fc3a47340812c0 HTTP/1.1" status: 200 len: 375 time: 0.0090020 Aug 11 16:27:19.230658 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-30c39c28-bd89-4f49-ab1f-606b3956e1b8 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b3773db0699482cb3fc3a47340812c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0806556 Aug 11 16:27:19.254141 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-510bbca5-c536-41b4-ae51-62163c21f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:19.472721 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-7009e72b-cfcc-4221-910f-249651be3288 service neutron] 10.222.0.21 "GET /v2.0/networks/38762c5d-ffd9-4ed7-acd9-44af5efe0419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285089 Aug 11 16:27:19.608936 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-b496674c-98ce-44ea-939f-8e29e8b0d9d3 service neutron] 10.222.0.21 "GET /v2.0/networks/38762c5d-ffd9-4ed7-acd9-44af5efe0419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305368 Aug 11 16:27:19.796436 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b58fff-3930-4892-b988-a96e9e16dd24 req-b33e4c2c-50c2-4f48-8261-523554cf9311 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:19.797926 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-74b58fff-3930-4892-b988-a96e9e16dd24 req-b33e4c2c-50c2-4f48-8261-523554cf9311 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 945 time: 0.0813224 Aug 11 16:27:19.844065 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-74b58fff-3930-4892-b988-a96e9e16dd24 req-1486da6f-7799-4bea-9a94-1bdd1e9d1efe tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400105 Aug 11 16:27:20.032985 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-734eda65-4297-4cec-a4e6-acc224513f05 req-139f1b72-1a1a-45db-befa-0e678500a712 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 210 time: 0.0497205 Aug 11 16:27:20.170714 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 6 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:27:20.435658 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 up at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:27:20.467313 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:20.509146 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning complete for port dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:27:20.509757 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:20.656414 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:20.689639 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71c1ff7-e693-498d-8d45-7301f660cd01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd9094b-39a2-4ebb-b6e8-3b2051ab5826'}] {{(pid=79160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:27:20.701845 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port dcd9094b-39a2-4ebb-b6e8-3b2051ab5826, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=dcd9094b-39a2-4ebb-b6e8-3b2051ab5826,segment=NetworkSegment(27cb263a-ccc6-4035-8f60-05cc8115add6),segment_id=27cb263a-ccc6-4035-8f60-05cc8115add6)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:20.708815 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:20.711237 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:20.794127 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=dcd9094b-39a2-4ebb-b6e8-3b2051ab5826,revision_number=7']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:20.798963 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:20.814061 dv-cinder-804265-1-smb neutron-server[79160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71c1ff7-e693-498d-8d45-7301f660cd01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd9094b-39a2-4ebb-b6e8-3b2051ab5826', 'code': 200} Aug 11 16:27:21.062626 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659a98e-4c5a-4f09-98a5-61e04a82f821 req-6ad3aced-d5e2-4d81-8494-7906594a8d1e tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:21.064210 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4659a98e-4c5a-4f09-98a5-61e04a82f821 req-6ad3aced-d5e2-4d81-8494-7906594a8d1e tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 946 time: 0.0834503 Aug 11 16:27:21.122756 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4659a98e-4c5a-4f09-98a5-61e04a82f821 req-6dc36c14-4d93-43cd-bac1-8687b5c3d880 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482664 Aug 11 16:27:21.330487 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4360c0ed-b161-4bd7-930e-616160aed5a1 req-e8a758e5-6726-441c-9a3f-05d9696b0b70 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 210 time: 0.1677942 Aug 11 16:27:21.636703 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-3ebd8074-18f2-4502-bbe6-46b9465c9e07 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:21.638347 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-3ebd8074-18f2-4502-bbe6-46b9465c9e07 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.20 "GET /v2.0/networks?id=38762c5d-ffd9-4ed7-acd9-44af5efe0419 HTTP/1.1" status: 200 len: 808 time: 0.2270901 Aug 11 16:27:21.711967 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:21.712790 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-81f07337-dd0c-458a-b3c8-346e66f0a4a3 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b3773db0699482cb3fc3a47340812c0 HTTP/1.1" status: 200 len: 380 time: 0.0552628 Aug 11 16:27:21.736848 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-51ed30ef-4e2a-4b76-9495-c3a9caa9f30d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Request body: {'port': {'device_id': 'd4fe90a0-483e-4606-8276-e15c6c7c21d6', 'network_id': '38762c5d-ffd9-4ed7-acd9-44af5efe0419', 'admin_state_up': True, 'tenant_id': '0b3773db0699482cb3fc3a47340812c0', 'security_groups': ['85315b65-0145-4fcc-8421-da347621e079']}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:27:21.928191 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-51ed30ef-4e2a-4b76-9495-c3a9caa9f30d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:27:21.932280 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-51ed30ef-4e2a-4b76-9495-c3a9caa9f30d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Usage tracker for resource:port and tenant:0b3773db0699482cb3fc3a47340812c0 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:27:21.936212 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-51ed30ef-4e2a-4b76-9495-c3a9caa9f30d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:27:21.948361 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-51ed30ef-4e2a-4b76-9495-c3a9caa9f30d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:27:21.968918 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-51ed30ef-4e2a-4b76-9495-c3a9caa9f30d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Made reservation on behalf of 0b3773db0699482cb3fc3a47340812c0 for: {'port': 1} {{(pid=79159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:27:21.975888 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-51ed30ef-4e2a-4b76-9495-c3a9caa9f30d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:22.179129 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.db_base_plugin_common [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-51ed30ef-4e2a-4b76-9495-c3a9caa9f30d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Allocated IP 172.20.0.10 (38762c5d-ffd9-4ed7-acd9-44af5efe0419/063d6f1f-59d7-4dda-a98e-cacfa7be730b/ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd) {{(pid=79159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:27:22.576599 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d80136ef-c09e-4feb-b673-84a47b6224c5 req-895f2f9a-0279-4055-865c-3d509cdb6735 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 210 time: 0.0904582 Aug 11 16:27:22.623381 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb773544-b314-4cb2-9e42-c58101f35436 req-7fb96d14-849c-4ec6-958a-4cf789ff8b72 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:22.625063 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fb773544-b314-4cb2-9e42-c58101f35436 req-7fb96d14-849c-4ec6-958a-4cf789ff8b72 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 946 time: 0.3491530 Aug 11 16:27:22.659059 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-51ed30ef-4e2a-4b76-9495-c3a9caa9f30d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks [] for port, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:22.710887 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fb773544-b314-4cb2-9e42-c58101f35436 req-d753ee01-5ba3-42de-b031-8ee7b9b992ff tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760434 Aug 11 16:27:22.711928 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.provisioning_blocks [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-51ed30ef-4e2a-4b76-9495-c3a9caa9f30d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Transition to ACTIVE for port object ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd will not be triggered until provisioned by entity DHCP. {{(pid=79159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:27:22.741774 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-51ed30ef-4e2a-4b76-9495-c3a9caa9f30d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27932534'] for port, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:22.766848 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-b5b0262f-bb01-4aa2-b8ff-3ac9ca152976 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:22.841097 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-51ed30ef-4e2a-4b76-9495-c3a9caa9f30d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Network 38762c5d-ffd9-4ed7-acd9-44af5efe0419 is already hosted by enough agents. {{(pid=79159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:27:22.844286 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-51ed30ef-4e2a-4b76-9495-c3a9caa9f30d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Resources bound (agent type, host, resource id): {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:27:22.849101 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-51ed30ef-4e2a-4b76-9495-c3a9caa9f30d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Received port after_create {{(pid=79159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:27:22.893278 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed30ef-4e2a-4b76-9495-c3a9caa9f30d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Pushing event updated for resources: {'Port': ['ID=ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:22.898282 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-51ed30ef-4e2a-4b76-9495-c3a9caa9f30d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:22.932359 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-51ed30ef-4e2a-4b76-9495-c3a9caa9f30d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:22.933037 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-51ed30ef-4e2a-4b76-9495-c3a9caa9f30d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:22.975301 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-51ed30ef-4e2a-4b76-9495-c3a9caa9f30d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2444038 Aug 11 16:27:23.062098 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-bbf97616-1de1-464b-a191-3d5c6a3ae489 service neutron] Request body: {'port': {'device_id': 'd4fe90a0-483e-4606-8276-e15c6c7c21d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:27:23.204037 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-e741248b-b09d-48b8-926f-56158ccd4adf None None] Provisioning for port ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd completed by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:27:23.208632 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-bbf97616-1de1-464b-a191-3d5c6a3ae489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:23.212691 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-e741248b-b09d-48b8-926f-56158ccd4adf None None] Provisioning complete for port ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd triggered by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:27:23.213353 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-e741248b-b09d-48b8-926f-56158ccd4adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:23.311475 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-e741248b-b09d-48b8-926f-56158ccd4adf None None] Port ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd cannot update to ACTIVE because it is not bound. {{(pid=79160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:27:23.709752 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-bbf97616-1de1-464b-a191-3d5c6a3ae489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd {{(pid=79159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:27:23.719029 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-bbf97616-1de1-464b-a191-3d5c6a3ae489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:23.782308 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.provisioning_blocks [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-bbf97616-1de1-464b-a191-3d5c6a3ae489 service neutron] Transition to ACTIVE for port object ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd will not be triggered until provisioned by entity L2. {{(pid=79159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:27:23.799599 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-bbf97616-1de1-464b-a191-3d5c6a3ae489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27932527'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:23.805201 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-91f39031-769d-4402-88df-79179cf88dd9 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:23.870871 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf97616-1de1-464b-a191-3d5c6a3ae489 service neutron] Pushing event updated for resources: {'Port': ['ID=ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd,revision_number=2']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:23.874347 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-bbf97616-1de1-464b-a191-3d5c6a3ae489 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:24.181979 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d4fde-0260-46b9-aabe-8185fbed2393 req-0146a833-4967-4a4a-ab0b-66a9bfc4df33 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:24.182637 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-d92d4fde-0260-46b9-aabe-8185fbed2393 req-0146a833-4967-4a4a-ab0b-66a9bfc4df33 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Synchronizing usage tracker for tenant:0b3773db0699482cb3fc3a47340812c0 on resource:port {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:27:24.270762 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-d92d4fde-0260-46b9-aabe-8185fbed2393 req-0146a833-4967-4a4a-ab0b-66a9bfc4df33 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Unset dirty status for tenant:0b3773db0699482cb3fc3a47340812c0 on resource:port {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:27:24.272174 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d92d4fde-0260-46b9-aabe-8185fbed2393 req-0146a833-4967-4a4a-ab0b-66a9bfc4df33 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 932 time: 0.5553141 Aug 11 16:27:24.338355 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-bbf97616-1de1-464b-a191-3d5c6a3ae489 service neutron] Attempting to bind port ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:27:24.338694 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-bbf97616-1de1-464b-a191-3d5c6a3ae489 service neutron] Attempting to bind port ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': 'bf0ae4c1-122e-416e-b2ce-954dc34a46ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '38762c5d-ffd9-4ed7-acd9-44af5efe0419'}] {{(pid=79159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:27:24.339031 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-bbf97616-1de1-464b-a191-3d5c6a3ae489 service neutron] Attempting to bind port ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd on network 38762c5d-ffd9-4ed7-acd9-44af5efe0419 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:27:24.351697 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e20dd-b489-468c-bda0-17324b4e732b req-49c815f1-78ef-42cd-9421-904a60091c0a tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:24.353295 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-614e20dd-b489-468c-bda0-17324b4e732b req-49c815f1-78ef-42cd-9421-904a60091c0a tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 946 time: 0.2819958 Aug 11 16:27:24.361148 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-bbf97616-1de1-464b-a191-3d5c6a3ae489 service neutron] Port ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd on network 38762c5d-ffd9-4ed7-acd9-44af5efe0419 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:27:24.361477 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-bbf97616-1de1-464b-a191-3d5c6a3ae489 service neutron] Attempting to bind port ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd on network 38762c5d-ffd9-4ed7-acd9-44af5efe0419 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:27:24.368051 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d92d4fde-0260-46b9-aabe-8185fbed2393 req-b2c36a2b-08e0-4b0c-944b-3395e96f53c6 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/security-groups?id=85315b65-0145-4fcc-8421-da347621e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885506 Aug 11 16:27:24.388040 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-bbf97616-1de1-464b-a191-3d5c6a3ae489 service neutron] Checking agent: {'id': '1d09ba05-6aad-4b92-98a7-4a9421ef38ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:27:24.388379 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-bbf97616-1de1-464b-a191-3d5c6a3ae489 service neutron] Checking segment: {'id': 'bf0ae4c1-122e-416e-b2ce-954dc34a46ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '38762c5d-ffd9-4ed7-acd9-44af5efe0419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:27:24.388791 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-bbf97616-1de1-464b-a191-3d5c6a3ae489 service neutron] Bound using segment: {'id': 'bf0ae4c1-122e-416e-b2ce-954dc34a46ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '38762c5d-ffd9-4ed7-acd9-44af5efe0419'} {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:27:24.389224 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-bbf97616-1de1-464b-a191-3d5c6a3ae489 service neutron] Bound port: ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf0ae4c1-122e-416e-b2ce-954dc34a46ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '38762c5d-ffd9-4ed7-acd9-44af5efe0419'}}] {{(pid=79159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:27:24.389569 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-bbf97616-1de1-464b-a191-3d5c6a3ae489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:24.470528 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-614e20dd-b489-468c-bda0-17324b4e732b req-8429fd27-44ed-4272-8a56-73d1380acef5 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057651 Aug 11 16:27:24.510079 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-bbf97616-1de1-464b-a191-3d5c6a3ae489 service neutron] For port ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd, host hv-cinder-80426, cleared binding levels {{(pid=79159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:27:24.513208 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-bbf97616-1de1-464b-a191-3d5c6a3ae489 service neutron] For port ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd,segment=NetworkSegment(bf0ae4c1-122e-416e-b2ce-954dc34a46ca),segment_id=bf0ae4c1-122e-416e-b2ce-954dc34a46ca)] {{(pid=79159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:27:24.517857 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-bbf97616-1de1-464b-a191-3d5c6a3ae489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27932527'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:24.521782 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-67515277-1e57-4fc8-94ed-b5493e965bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:24.588521 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-bbf97616-1de1-464b-a191-3d5c6a3ae489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:24.589150 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-bbf97616-1de1-464b-a191-3d5c6a3ae489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:24.590546 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-bbf97616-1de1-464b-a191-3d5c6a3ae489 service neutron] 10.222.0.20 "PUT /v2.0/ports/ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd HTTP/1.1" status: 200 len: 1094 time: 1.5980527 Aug 11 16:27:24.591057 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4fe90a0-483e-4606-8276-e15c6c7c21d6', 'tag': 'ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd'}] {{(pid=79159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:27:24.628766 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf97616-1de1-464b-a191-3d5c6a3ae489 service neutron] Pushing event updated for resources: {'Port': ['ID=ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd,revision_number=3']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:24.633603 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-bbf97616-1de1-464b-a191-3d5c6a3ae489 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:24.826326 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4fe90a0-483e-4606-8276-e15c6c7c21d6', 'tag': 'ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd', 'status': 'completed', 'code': 200} Aug 11 16:27:24.850607 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-641d30dd-481c-4005-9276-c08e9fb82010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:24.852145 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-641d30dd-481c-4005-9276-c08e9fb82010 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0b3773db0699482cb3fc3a47340812c0&device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 1097 time: 0.1709304 Aug 11 16:27:24.974683 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-e0c53308-aa0e-4362-a91f-7aba4cf4bb9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd HTTP/1.1" status: 200 len: 217 time: 0.1087081 Aug 11 16:27:25.078296 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-8f091f86-8fb0-4231-bd6a-d4c0f0d74ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:25.079768 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-8f091f86-8fb0-4231-bd6a-d4c0f0d74ed0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=063d6f1f-59d7-4dda-a98e-cacfa7be730b HTTP/1.1" status: 200 len: 847 time: 0.0973833 Aug 11 16:27:25.183309 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-25c99508-8504-481e-8f7c-21aaa5052f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:25.185644 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-25c99508-8504-481e-8f7c-21aaa5052f60 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=38762c5d-ffd9-4ed7-acd9-44af5efe0419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0918076 Aug 11 16:27:25.421101 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-b099935f-388c-451f-92bd-ec41466f0342 service neutron] 10.222.0.20 "GET /v2.0/networks/38762c5d-ffd9-4ed7-acd9-44af5efe0419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274938 Aug 11 16:27:25.794471 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fb93d6aa-cb84-4d14-98f3-7368a96e45ed req-60424be8-feb7-40bc-93d6-5652b2d7d449 service neutron] 10.222.0.20 "GET /v2.0/networks/38762c5d-ffd9-4ed7-acd9-44af5efe0419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656504 Aug 11 16:27:25.821776 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9665a96-4382-4191-bbbe-4732a595f47c req-ef0b2f62-d86e-4423-a90c-69d6a7742201 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:25.823336 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d9665a96-4382-4191-bbbe-4732a595f47c req-ef0b2f62-d86e-4423-a90c-69d6a7742201 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 944 time: 0.3278978 Aug 11 16:27:25.831448 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83f741-d0fd-46f8-82a5-f20f134ee1b1 req-39d3f1d8-5596-479a-96c0-8882efd7b30e tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:25.833627 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2e83f741-d0fd-46f8-82a5-f20f134ee1b1 req-39d3f1d8-5596-479a-96c0-8882efd7b30e tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 946 time: 0.2275686 Aug 11 16:27:25.911661 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d9665a96-4382-4191-bbbe-4732a595f47c req-24d124f0-b727-4bb1-bb25-34a0f5a38a08 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/security-groups?id=85315b65-0145-4fcc-8421-da347621e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769594 Aug 11 16:27:25.949945 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2e83f741-d0fd-46f8-82a5-f20f134ee1b1 req-7bc15468-c62b-47f6-871e-b49696dcd33b tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015434 Aug 11 16:27:26.000196 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6586cde-c1bd-4900-8f3f-df51d3672202 req-c25a4d52-3e75-4c87-abdf-d59d0681ed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:26.002363 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a6586cde-c1bd-4900-8f3f-df51d3672202 req-c25a4d52-3e75-4c87-abdf-d59d0681ed3e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0b3773db0699482cb3fc3a47340812c0&device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 1097 time: 0.0880435 Aug 11 16:27:26.033273 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:26.168759 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6586cde-c1bd-4900-8f3f-df51d3672202 req-f0f883b2-6401-42e7-94b8-68ae6528d6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:26.170713 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a6586cde-c1bd-4900-8f3f-df51d3672202 req-f0f883b2-6401-42e7-94b8-68ae6528d6d2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=38762c5d-ffd9-4ed7-acd9-44af5efe0419 HTTP/1.1" status: 200 len: 909 time: 0.1538873 Aug 11 16:27:26.244704 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a6586cde-c1bd-4900-8f3f-df51d3672202 req-39d68824-a522-4199-9909-148b9ec17ed1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd HTTP/1.1" status: 200 len: 217 time: 0.0666020 Aug 11 16:27:26.321962 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6586cde-c1bd-4900-8f3f-df51d3672202 req-3de613fd-6838-4853-aa64-359e56e555aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:26.323477 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a6586cde-c1bd-4900-8f3f-df51d3672202 req-3de613fd-6838-4853-aa64-359e56e555aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=063d6f1f-59d7-4dda-a98e-cacfa7be730b HTTP/1.1" status: 200 len: 847 time: 0.0721855 Aug 11 16:27:26.543747 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6586cde-c1bd-4900-8f3f-df51d3672202 req-b3e4b96e-ab6b-45c1-9681-12664285dc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:26.545231 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a6586cde-c1bd-4900-8f3f-df51d3672202 req-b3e4b96e-ab6b-45c1-9681-12664285dc12 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=38762c5d-ffd9-4ed7-acd9-44af5efe0419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2131371 Aug 11 16:27:26.737061 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a6586cde-c1bd-4900-8f3f-df51d3672202 req-079c86fd-596c-4179-8bfa-758180b64fb1 service neutron] 10.222.0.20 "GET /v2.0/networks/38762c5d-ffd9-4ed7-acd9-44af5efe0419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839859 Aug 11 16:27:26.888100 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a6586cde-c1bd-4900-8f3f-df51d3672202 req-402b52ec-977f-4517-8836-d67343232c6a service neutron] 10.222.0.20 "GET /v2.0/networks/38762c5d-ffd9-4ed7-acd9-44af5efe0419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431890 Aug 11 16:27:27.234339 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305212f-1ea6-4736-a659-ed36e3a1ba98 req-a8c98c80-2a6c-4271-8668-bb4dc6fa3c12 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:27.236063 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f305212f-1ea6-4736-a659-ed36e3a1ba98 req-a8c98c80-2a6c-4271-8668-bb4dc6fa3c12 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 944 time: 0.1734707 Aug 11 16:27:27.270501 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de845648-59a1-4e6d-aefd-ebe209c375ef req-c0b4fa89-be80-471c-999a-eb07f0eb11ba tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:27.277507 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-de845648-59a1-4e6d-aefd-ebe209c375ef req-c0b4fa89-be80-471c-999a-eb07f0eb11ba tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 946 time: 0.1612060 Aug 11 16:27:27.353596 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f305212f-1ea6-4736-a659-ed36e3a1ba98 req-71b80cb6-87c9-4c5f-a5ca-dbaa2fb4cdf8 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/security-groups?id=85315b65-0145-4fcc-8421-da347621e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097856 Aug 11 16:27:27.361350 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-de845648-59a1-4e6d-aefd-ebe209c375ef req-ed97c119-f0b3-4901-9b7c-a6e7bb03f2c0 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826490 Aug 11 16:27:28.240332 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c5e0b-b539-449d-be4c-8e89e4f64487 req-ffae59ad-c7b6-402f-be89-d70ab437a598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:28.241747 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ce2c5e0b-b539-449d-be4c-8e89e4f64487 req-ffae59ad-c7b6-402f-be89-d70ab437a598 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fef1ad4cb48040e8929d178e9133121b&device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 1099 time: 0.0807467 Aug 11 16:27:28.438785 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c5e0b-b539-449d-be4c-8e89e4f64487 req-ac3530e1-3c11-4ca7-9889-99b60aa5a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:28.440394 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ce2c5e0b-b539-449d-be4c-8e89e4f64487 req-ac3530e1-3c11-4ca7-9889-99b60aa5a40b service neutron] 10.222.0.20 "GET /v2.0/networks?id=0716185b-9f94-472b-95f6-9bbd05d2e424 HTTP/1.1" status: 200 len: 917 time: 0.1757872 Aug 11 16:27:28.476017 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:27:28.627836 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ce2c5e0b-b539-449d-be4c-8e89e4f64487 req-93dc960b-da27-4c5a-a1b6-3f67f25d2ec9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 HTTP/1.1" status: 200 len: 1001 time: 0.1805739 Aug 11 16:27:28.709248 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c5e0b-b539-449d-be4c-8e89e4f64487 req-fa515cbd-a48c-43bf-a590-ffa76863f55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:28.710920 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ce2c5e0b-b539-449d-be4c-8e89e4f64487 req-fa515cbd-a48c-43bf-a590-ffa76863f55f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d509748-00d5-4471-8b3e-a2f206f5dac5 HTTP/1.1" status: 200 len: 855 time: 0.0735419 Aug 11 16:27:28.731571 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd,segment=NetworkSegment(bf0ae4c1-122e-416e-b2ce-954dc34a46ca),segment_id=bf0ae4c1-122e-416e-b2ce-954dc34a46ca)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:28.750323 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Returning: {'device': 'ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd', 'network_id': '38762c5d-ffd9-4ed7-acd9-44af5efe0419', 'port_id': 'ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd', 'mac_address': 'fa:16:3e:f5:fd:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063d6f1f-59d7-4dda-a98e-cacfa7be730b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:27:28.774677 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe7c93-1242-4f07-b41f-8b962830c136 req-1faea5f4-3f38-41a9-9bb3-e44eac3b131d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:28.784706 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e4fe7c93-1242-4f07-b41f-8b962830c136 req-1faea5f4-3f38-41a9-9bb3-e44eac3b131d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 944 time: 0.2687435 Aug 11 16:27:28.819788 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:28.841622 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd {{(pid=79160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:27:28.860099 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e4fe7c93-1242-4f07-b41f-8b962830c136 req-b438d7ab-d908-4406-9e9e-4e9d7b5d43e8 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/security-groups?id=85315b65-0145-4fcc-8421-da347621e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749319 Aug 11 16:27:28.879552 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd,segment=NetworkSegment(bf0ae4c1-122e-416e-b2ce-954dc34a46ca),segment_id=bf0ae4c1-122e-416e-b2ce-954dc34a46ca)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:28.890530 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:28.893504 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-42c44474-1b52-4b78-ad32-cb4cc53b1b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:28.910542 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c5e0b-b539-449d-be4c-8e89e4f64487 req-5f1e6c9a-30d3-4d46-999d-3c51a6f17616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:28.912151 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ce2c5e0b-b539-449d-be4c-8e89e4f64487 req-5f1e6c9a-30d3-4d46-999d-3c51a6f17616 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0716185b-9f94-472b-95f6-9bbd05d2e424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1894481 Aug 11 16:27:28.981821 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd,revision_number=4']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:28.985116 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:29.190377 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ce2c5e0b-b539-449d-be4c-8e89e4f64487 req-76cef6bd-096a-430e-ab5e-a180ffda9278 service neutron] 10.222.0.20 "GET /v2.0/networks/0716185b-9f94-472b-95f6-9bbd05d2e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636943 Aug 11 16:27:29.250810 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea6eda-8ef9-4b31-946c-66677e97a36c req-acdb33cb-2bec-4e46-8fd4-2259ebbde6b5 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:29.252338 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-75ea6eda-8ef9-4b31-946c-66677e97a36c req-acdb33cb-2bec-4e46-8fd4-2259ebbde6b5 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 946 time: 0.1596782 Aug 11 16:27:29.263895 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:27:29.373440 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-75ea6eda-8ef9-4b31-946c-66677e97a36c req-09b5cb7d-feb0-4b2f-afff-2c2fb0b884ad tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125753 Aug 11 16:27:29.405309 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ce2c5e0b-b539-449d-be4c-8e89e4f64487 req-a87874eb-da31-406e-95f1-8b9487c9d7e1 service neutron] 10.222.0.20 "GET /v2.0/networks/0716185b-9f94-472b-95f6-9bbd05d2e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023520 Aug 11 16:27:30.105946 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7824e-9546-4965-8b18-721f4a9ee5db req-f7ab2e05-515c-44d9-8fff-9c6f3efa9091 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:30.107700 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c4a7824e-9546-4965-8b18-721f4a9ee5db req-f7ab2e05-515c-44d9-8fff-9c6f3efa9091 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 945 time: 0.1081288 Aug 11 16:27:30.169284 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c4a7824e-9546-4965-8b18-721f4a9ee5db req-17793cbd-689a-4b60-a0e7-9743bce46472 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/security-groups?id=85315b65-0145-4fcc-8421-da347621e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530684 Aug 11 16:27:30.483707 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd up at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:27:30.586735 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning for port ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:27:30.599976 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning complete for port ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:27:30.600677 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:30.744973 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58dccc2-a8af-4493-bc21-8c008aa96341 req-de6d1007-ff12-4c03-9a40-1e2a1928a4fd tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:30.746400 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d58dccc2-a8af-4493-bc21-8c008aa96341 req-de6d1007-ff12-4c03-9a40-1e2a1928a4fd tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 946 time: 0.2583718 Aug 11 16:27:30.749818 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:30.781658 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4fe90a0-483e-4606-8276-e15c6c7c21d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd'}] {{(pid=79160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:27:30.792495 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd,segment=NetworkSegment(bf0ae4c1-122e-416e-b2ce-954dc34a46ca),segment_id=bf0ae4c1-122e-416e-b2ce-954dc34a46ca)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:30.805011 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d58dccc2-a8af-4493-bc21-8c008aa96341 req-63d5aa47-2740-4266-9592-44765ade8d40 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521762 Aug 11 16:27:30.805163 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:30.807266 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:30.851958 dv-cinder-804265-1-smb neutron-server[79160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4fe90a0-483e-4606-8276-e15c6c7c21d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd', 'code': 200} Aug 11 16:27:30.923650 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd,revision_number=5']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:30.932918 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:31.229897 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda99d09-2815-4966-aab1-4eea6d6c1385 req-fa989f19-9efd-4498-a362-17c703db5137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:31.231451 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-bda99d09-2815-4966-aab1-4eea6d6c1385 req-fa989f19-9efd-4498-a362-17c703db5137 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 1099 time: 0.0820849 Aug 11 16:27:31.291176 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-bda99d09-2815-4966-aab1-4eea6d6c1385 req-9db01eab-523b-4176-9661-8a43b995ee5f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=85315b65-0145-4fcc-8421-da347621e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520308 Aug 11 16:27:31.437068 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7d708-59f4-470a-a7ec-b37a062806ab req-03e1220e-7502-48e6-8de4-ab7dcfc73881 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:31.438842 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-39d7d708-59f4-470a-a7ec-b37a062806ab req-03e1220e-7502-48e6-8de4-ab7dcfc73881 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 946 time: 0.1242719 Aug 11 16:27:31.493598 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-39d7d708-59f4-470a-a7ec-b37a062806ab req-b880b502-c840-489e-8fad-8b8320048795 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/security-groups?id=85315b65-0145-4fcc-8421-da347621e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476024 Aug 11 16:27:31.996201 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58963a-dee1-4e83-8fbd-d5d2f6f6530f req-f3f849f4-7cd6-4187-82e0-aa2e922a0946 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:31.997691 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fa58963a-dee1-4e83-8fbd-d5d2f6f6530f req-f3f849f4-7cd6-4187-82e0-aa2e922a0946 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 946 time: 0.0813711 Aug 11 16:27:32.045705 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-fa58963a-dee1-4e83-8fbd-d5d2f6f6530f req-54f6df6c-55e5-4cb9-a68f-1011cd3d4636 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422432 Aug 11 16:27:32.362974 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc165b-8d46-46a4-a978-e7eac4e38559 req-c45468f7-23bb-41c7-9b0c-04debeeced1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:32.365319 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-02dc165b-8d46-46a4-a978-e7eac4e38559 req-c45468f7-23bb-41c7-9b0c-04debeeced1d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fef1ad4cb48040e8929d178e9133121b&device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 1099 time: 0.0804448 Aug 11 16:27:32.510097 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc165b-8d46-46a4-a978-e7eac4e38559 req-991bb854-b1ed-41d3-8853-6c857b9edfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:32.511574 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-02dc165b-8d46-46a4-a978-e7eac4e38559 req-991bb854-b1ed-41d3-8853-6c857b9edfcd service neutron] 10.222.0.20 "GET /v2.0/networks?id=0716185b-9f94-472b-95f6-9bbd05d2e424 HTTP/1.1" status: 200 len: 917 time: 0.1317470 Aug 11 16:27:32.702569 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-02dc165b-8d46-46a4-a978-e7eac4e38559 req-de3f061a-c62b-4827-9b98-dff5f3d7298e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 HTTP/1.1" status: 200 len: 1001 time: 0.1735973 Aug 11 16:27:32.784113 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486709d8-2a39-4f94-b0b6-91406ed8cb6d req-059086d3-229d-400d-88cd-3a1d4deb967d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:32.786816 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-486709d8-2a39-4f94-b0b6-91406ed8cb6d req-059086d3-229d-400d-88cd-3a1d4deb967d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 946 time: 0.1638505 Aug 11 16:27:32.790141 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc165b-8d46-46a4-a978-e7eac4e38559 req-d2383cdb-0336-48ac-8c9e-b12c116308f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:32.791546 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-02dc165b-8d46-46a4-a978-e7eac4e38559 req-d2383cdb-0336-48ac-8c9e-b12c116308f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d509748-00d5-4471-8b3e-a2f206f5dac5 HTTP/1.1" status: 200 len: 855 time: 0.0804889 Aug 11 16:27:32.883074 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-486709d8-2a39-4f94-b0b6-91406ed8cb6d req-e71c4703-48b5-42ac-8922-fd3e99abdd9b tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/security-groups?id=85315b65-0145-4fcc-8421-da347621e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898063 Aug 11 16:27:32.913737 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc165b-8d46-46a4-a978-e7eac4e38559 req-06fb8edc-ed63-4d5b-b4d3-253628e6a172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:32.915268 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-02dc165b-8d46-46a4-a978-e7eac4e38559 req-06fb8edc-ed63-4d5b-b4d3-253628e6a172 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0716185b-9f94-472b-95f6-9bbd05d2e424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1064181 Aug 11 16:27:33.059979 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-02dc165b-8d46-46a4-a978-e7eac4e38559 req-07bbcbd2-d674-47b7-ad04-fb8fb89e125a service neutron] 10.222.0.20 "GET /v2.0/networks/0716185b-9f94-472b-95f6-9bbd05d2e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291182 Aug 11 16:27:33.247922 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-02dc165b-8d46-46a4-a978-e7eac4e38559 req-782a2dbd-a406-4624-a22c-8b1f2e90dc62 service neutron] 10.222.0.20 "GET /v2.0/networks/0716185b-9f94-472b-95f6-9bbd05d2e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807821 Aug 11 16:27:33.276930 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430f8fc-ed32-4b38-a7df-d086e93f72a5 req-df12d9ef-5f12-401e-b89a-6059fa870a3b tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:33.278423 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c430f8fc-ed32-4b38-a7df-d086e93f72a5 req-df12d9ef-5f12-401e-b89a-6059fa870a3b tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 946 time: 0.1050699 Aug 11 16:27:33.323057 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c430f8fc-ed32-4b38-a7df-d086e93f72a5 req-881ef637-8bca-4e20-abad-4c08fff59e7e tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390694 Aug 11 16:27:33.864870 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677411bc-597b-48aa-a18e-971ddcdea7fb req-cba9f703-b8e4-42de-8fa1-f423151e03f0 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:33.866358 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-677411bc-597b-48aa-a18e-971ddcdea7fb req-cba9f703-b8e4-42de-8fa1-f423151e03f0 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5a10160-32b0-4cb7-9bff-4dc6336779c0 HTTP/1.1" status: 200 len: 945 time: 0.0794368 Aug 11 16:27:33.910772 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-677411bc-597b-48aa-a18e-971ddcdea7fb req-eb0269af-f132-4353-a5f1-d0a735c2cb51 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf7d668a-2cef-43a3-b609-51c8a835c498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387411 Aug 11 16:27:34.077155 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cd1ed-e163-4f1a-917c-be187e1dfcb4 req-2f6976fd-5b04-49c0-b6ef-a7148ccb9511 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:34.078572 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-351cd1ed-e163-4f1a-917c-be187e1dfcb4 req-2f6976fd-5b04-49c0-b6ef-a7148ccb9511 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 946 time: 0.0846641 Aug 11 16:27:34.122868 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-351cd1ed-e163-4f1a-917c-be187e1dfcb4 req-bdd271cb-b9dc-44e9-8ef6-629cb88585df tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/security-groups?id=85315b65-0145-4fcc-8421-da347621e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382404 Aug 11 16:27:34.325987 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a22ba-b27a-4851-a4ce-4cd26c6595b9 req-644869ca-2cab-4722-891c-fa143870a54d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:34.327520 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4f7a22ba-b27a-4851-a4ce-4cd26c6595b9 req-644869ca-2cab-4722-891c-fa143870a54d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 946 time: 0.0840142 Aug 11 16:27:34.514375 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4f7a22ba-b27a-4851-a4ce-4cd26c6595b9 req-92072fad-45d5-4735-8c01-418d88e3e00b tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/security-groups?id=85315b65-0145-4fcc-8421-da347621e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802480 Aug 11 16:27:34.514937 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:27:34.538624 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 46868) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:34.559613 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba02b5-2786-4859-858c-2630e8522d69 req-64e70934-51b9-44de-be29-ac3a2dc40040 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:34.561217 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-cfba02b5-2786-4859-858c-2630e8522d69 req-64e70934-51b9-44de-be29-ac3a2dc40040 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 946 time: 0.1050477 Aug 11 16:27:34.615978 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-cfba02b5-2786-4859-858c-2630e8522d69 req-726992ee-0a60-4aca-9e4d-cbfae8c662e1 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466876 Aug 11 16:27:34.639419 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:34.668463 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71c1ff7-e693-498d-8d45-7301f660cd01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcd9094b-39a2-4ebb-b6e8-3b2051ab5826'}] {{(pid=79160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:27:34.679074 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port dcd9094b-39a2-4ebb-b6e8-3b2051ab5826, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=dcd9094b-39a2-4ebb-b6e8-3b2051ab5826,segment=NetworkSegment(27cb263a-ccc6-4035-8f60-05cc8115add6),segment_id=27cb263a-ccc6-4035-8f60-05cc8115add6)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:34.684211 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:34.686365 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:34.725405 dv-cinder-804265-1-smb neutron-server[79160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71c1ff7-e693-498d-8d45-7301f660cd01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcd9094b-39a2-4ebb-b6e8-3b2051ab5826', 'code': 200} Aug 11 16:27:34.734067 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee814114-f37e-4ad5-85fe-a9fcb6bc618a tempest-TestShelveInstance-1237350343 tempest-TestShelveInstance-1237350343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:34.734812 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-ee814114-f37e-4ad5-85fe-a9fcb6bc618a tempest-TestShelveInstance-1237350343 tempest-TestShelveInstance-1237350343-project-admin] Synchronizing usage tracker for tenant:272dc7024b4c47f4a17e4c5ef875cf4a on resource:port {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:27:34.751213 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-ee814114-f37e-4ad5-85fe-a9fcb6bc618a tempest-TestShelveInstance-1237350343 tempest-TestShelveInstance-1237350343-project-admin] Unset dirty status for tenant:272dc7024b4c47f4a17e4c5ef875cf4a on resource:port {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:27:34.752363 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-ee814114-f37e-4ad5-85fe-a9fcb6bc618a tempest-TestShelveInstance-1237350343 tempest-TestShelveInstance-1237350343-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 1094 time: 0.2126973 Aug 11 16:27:34.756177 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 46876) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:34.759541 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=dcd9094b-39a2-4ebb-b6e8-3b2051ab5826,revision_number=8']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:34.761444 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-a027423a-7483-4cac-863d-0348b1d94565 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Request body: {'floatingip': {'floating_network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'port_id': 'ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd', 'tenant_id': '0b3773db0699482cb3fc3a47340812c0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:27:34.762630 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:34.767309 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-a027423a-7483-4cac-863d-0348b1d94565 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:27:34.772409 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-a027423a-7483-4cac-863d-0348b1d94565 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Usage tracker for resource:floatingip and tenant:0b3773db0699482cb3fc3a47340812c0 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:27:34.776705 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-a027423a-7483-4cac-863d-0348b1d94565 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:27:34.782407 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-a027423a-7483-4cac-863d-0348b1d94565 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:27:34.791973 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a027423a-7483-4cac-863d-0348b1d94565 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks [] for floatingip, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:34.929976 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a027423a-7483-4cac-863d-0348b1d94565 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:35.141122 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.db_base_plugin_common [None req-a027423a-7483-4cac-863d-0348b1d94565 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Allocated IP 172.28.2.249 (74b3c71b-fb08-4503-8924-b9e5cb7ae853/af30e8de-a40d-42cb-9ec9-bce0fcfe28d3/632bccbc-ddb1-41ba-ada6-d82509380305) {{(pid=79159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:27:35.186260 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea7e42-f195-4f8c-a831-98e106af1798 req-e750285c-3d5b-4170-9b25-78b2086a6737 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:35.187635 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-43ea7e42-f195-4f8c-a831-98e106af1798 req-e750285c-3d5b-4170-9b25-78b2086a6737 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5a10160-32b0-4cb7-9bff-4dc6336779c0 HTTP/1.1" status: 200 len: 945 time: 0.1405697 Aug 11 16:27:35.305317 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-43ea7e42-f195-4f8c-a831-98e106af1798 req-f33b049b-86b3-437b-afbc-486dd05c6ebe tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf7d668a-2cef-43a3-b609-51c8a835c498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100435 Aug 11 16:27:35.345071 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a027423a-7483-4cac-863d-0348b1d94565 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks [] for port, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:35.375489 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a027423a-7483-4cac-863d-0348b1d94565 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27932534'] for port, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:35.379154 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-c586e4b7-f782-43d8-bc39-6e5517c483ca tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:35.444925 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a027423a-7483-4cac-863d-0348b1d94565 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Network 74b3c71b-fb08-4503-8924-b9e5cb7ae853 is already hosted by enough agents. {{(pid=79159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:27:35.447778 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [None req-a027423a-7483-4cac-863d-0348b1d94565 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Resources bound (agent type, host, resource id): {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:27:35.450859 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a027423a-7483-4cac-863d-0348b1d94565 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Received port after_create {{(pid=79159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:27:35.487557 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027423a-7483-4cac-863d-0348b1d94565 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Pushing event updated for resources: {'Port': ['ID=632bccbc-ddb1-41ba-ada6-d82509380305,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:35.490680 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-a027423a-7483-4cac-863d-0348b1d94565 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:35.965583 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc98294-216b-4176-b577-a2f103cee100 req-69027063-be91-4655-a15d-82f6c72ff070 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:35.966980 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-bcc98294-216b-4176-b577-a2f103cee100 req-69027063-be91-4655-a15d-82f6c72ff070 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 944 time: 0.2333152 Aug 11 16:27:36.044035 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-bcc98294-216b-4176-b577-a2f103cee100 req-6ddb1700-97dd-441d-8c9e-80fe249d7e7a tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692749 Aug 11 16:27:36.054823 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515a8f5-27f6-420e-a8bf-ab4d6880cde3 req-fef0c6ae-ff8c-4e65-85a5-0e3c68cf45a0 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:36.056352 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2515a8f5-27f6-420e-a8bf-ab4d6880cde3 req-fef0c6ae-ff8c-4e65-85a5-0e3c68cf45a0 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5a10160-32b0-4cb7-9bff-4dc6336779c0 HTTP/1.1" status: 200 len: 945 time: 0.1677244 Aug 11 16:27:36.144946 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [req-2515a8f5-27f6-420e-a8bf-ab4d6880cde3 req-ad7ccb20-2888-4023-be2d-13a65df11552 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Deleting port 39bfc82e-e9f4-4c68-add6-502900e397a6 {{(pid=79159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:27:36.145619 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-2515a8f5-27f6-420e-a8bf-ab4d6880cde3 req-ad7ccb20-2888-4023-be2d-13a65df11552 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:36.183724 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a027423a-7483-4cac-863d-0348b1d94565 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:36.507910 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a027423a-7483-4cac-863d-0348b1d94565 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:36.674953 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-2515a8f5-27f6-420e-a8bf-ab4d6880cde3 req-ad7ccb20-2888-4023-be2d-13a65df11552 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] For port 39bfc82e-e9f4-4c68-add6-502900e397a6, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=39bfc82e-e9f4-4c68-add6-502900e397a6,segment=NetworkSegment(43498505-ff72-4a60-a1de-0e3e6d25bab0),segment_id=43498505-ff72-4a60-a1de-0e3e6d25bab0)] {{(pid=79159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:36.675560 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-2515a8f5-27f6-420e-a8bf-ab4d6880cde3 req-ad7ccb20-2888-4023-be2d-13a65df11552 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:36.811413 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32128f-c44e-47a4-96a0-5e769b62a0b8 req-d53c7624-8d46-4457-b3ef-8c95c4bb5afa tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:36.813017 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1a32128f-c44e-47a4-96a0-5e769b62a0b8 req-d53c7624-8d46-4457-b3ef-8c95c4bb5afa tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5a10160-32b0-4cb7-9bff-4dc6336779c0 HTTP/1.1" status: 200 len: 945 time: 0.3815362 Aug 11 16:27:37.041787 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1a32128f-c44e-47a4-96a0-5e769b62a0b8 req-f898a126-bd2f-4d29-a54a-26c1b31f6ff8 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups?id=bf7d668a-2cef-43a3-b609-51c8a835c498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208600 Aug 11 16:27:37.170851 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-2515a8f5-27f6-420e-a8bf-ab4d6880cde3 req-ad7ccb20-2888-4023-be2d-13a65df11552 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:37.171450 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-2515a8f5-27f6-420e-a8bf-ab4d6880cde3 req-ad7ccb20-2888-4023-be2d-13a65df11552 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608121'] for floatingip, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:37.171450 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.db.l3_db [req-2515a8f5-27f6-420e-a8bf-ab4d6880cde3 req-ad7ccb20-2888-4023-be2d-13a65df11552 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Floating IP 71bc826e-8f31-4999-8b67-07602e4b5347 disassociated. External IP: 172.28.2.196, port: 39bfc82e-e9f4-4c68-add6-502900e397a6. Aug 11 16:27:37.171700 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [req-2515a8f5-27f6-420e-a8bf-ab4d6880cde3 req-ad7ccb20-2888-4023-be2d-13a65df11552 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Calling delete_port for 39bfc82e-e9f4-4c68-add6-502900e397a6 owned by compute:nova {{(pid=79159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:27:37.201538 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a027423a-7483-4cac-863d-0348b1d94565 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks [] for port, precommit_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:37.216909 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a027423a-7483-4cac-863d-0348b1d94565 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27932527'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:37.224903 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-15a2e2ab-ce2f-40d7-b33e-78701cc58343 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:37.352033 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027423a-7483-4cac-863d-0348b1d94565 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Pushing event updated for resources: {'Port': ['ID=632bccbc-ddb1-41ba-ada6-d82509380305,revision_number=2']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:37.355761 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-a027423a-7483-4cac-863d-0348b1d94565 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:37.375390 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a027423a-7483-4cac-863d-0348b1d94565 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608121'] for floatingip, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:37.636053 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-2515a8f5-27f6-420e-a8bf-ab4d6880cde3 req-ad7ccb20-2888-4023-be2d-13a65df11552 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27932534'] for port, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:37.651854 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-7aab7927-9e5e-4735-9996-95d392aec5d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:37.707171 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ccb20-2888-4023-be2d-13a65df11552 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Pushing event deleted for resources: {'Port': ['ID=39bfc82e-e9f4-4c68-add6-502900e397a6,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:37.718925 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-ad7ccb20-2888-4023-be2d-13a65df11552 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:37.721443 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.db.l3_db [None req-a027423a-7483-4cac-863d-0348b1d94565 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Floating IP ddb21ccb-d031-4a6a-887f-8752b7ca4b7e associated. External IP: 172.28.2.249, port: ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd. Aug 11 16:27:37.766309 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 46930) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:37.887871 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-c9030801-a69c-4c65-94b3-2702af7cc4ec req-7086d8ab-44cc-4c4a-8d1f-aa04afdffc7f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1202357 Aug 11 16:27:38.176328 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6253f1-2c24-488d-ae63-3574547e7739 req-b9bbff25-4c17-4322-b9dc-99de4434e030 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:38.177853 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5c6253f1-2c24-488d-ae63-3574547e7739 req-b9bbff25-4c17-4322-b9dc-99de4434e030 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 944 time: 0.5824566 Aug 11 16:27:38.284681 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f7e0c6ac-d724-4679-8e57-b5af5b0b9cc8 req-c800fb07-4ac2-4f3b-815e-6910674b7cb1 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5a10160-32b0-4cb7-9bff-4dc6336779c0 HTTP/1.1" status: 200 len: 210 time: 0.0945480 Aug 11 16:27:38.356290 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5c6253f1-2c24-488d-ae63-3574547e7739 req-6e37585c-dfe0-4f51-8878-259f6e7f6154 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639109 Aug 11 16:27:38.374267 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2515a8f5-27f6-420e-a8bf-ab4d6880cde3 req-ad7ccb20-2888-4023-be2d-13a65df11552 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Router 0613ad3d-b0a7-48fa-98be-159f77c97299 has already been hosted by L3 agent fe3825e1-cd20-4759-aaf9-51b0eae29acc {{(pid=79159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:27:38.523129 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 39bfc82e-e9f4-4c68-add6-502900e397a6 no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:27:38.559020 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] No Port match for: 39bfc82e-e9f4-4c68-add6-502900e397a6 {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:27:38.559372 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 39bfc82e-e9f4-4c68-add6-502900e397a6 not bound to the agent host hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:27:38.560007 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:27:38.648973 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a027423a-7483-4cac-863d-0348b1d94565 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Router b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569 has already been hosted by L3 agent fe3825e1-cd20-4759-aaf9-51b0eae29acc {{(pid=79159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:27:38.667627 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2515a8f5-27f6-420e-a8bf-ab4d6880cde3 req-ad7ccb20-2888-4023-be2d-13a65df11552 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify agent at l3_agent.dv-cinder-804265-1-smb the message routers_updated {{(pid=79159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:27:38.679464 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d78a51-d60d-4019-9293-4565f335762b None None] Sync routers for ids ['0613ad3d-b0a7-48fa-98be-159f77c97299'] in dv-cinder-804265-1-smb {{(pid=79160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:27:38.688641 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d78a51-d60d-4019-9293-4565f335762b None None] Routers {'0613ad3d-b0a7-48fa-98be-159f77c97299'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:27:38.689262 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-b9d78a51-d60d-4019-9293-4565f335762b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:27:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['0613ad3d-b0a7-48fa-98be-159f77c97299'], 'active': True} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:38.812292 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [req-2515a8f5-27f6-420e-a8bf-ab4d6880cde3 req-ad7ccb20-2888-4023-be2d-13a65df11552 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] No DVR routers for this DVR port 39bfc82e-e9f4-4c68-add6-502900e397a6 on host hv-cinder-80426 {{(pid=79159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:27:38.852229 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-2515a8f5-27f6-420e-a8bf-ab4d6880cde3 req-ad7ccb20-2888-4023-be2d-13a65df11552 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:38.854790 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a10160-32b0-4cb7-9bff-4dc6336779c0', 'name': 'network-vif-deleted', 'tag': '39bfc82e-e9f4-4c68-add6-502900e397a6'}] {{(pid=79159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:27:38.870957 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvr_db [None req-b9d78a51-d60d-4019-9293-4565f335762b None None] Set router 0613ad3d-b0a7-48fa-98be-159f77c97299 gateway port host: dv-cinder-804265-1-smb {{(pid=79160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:27:38.957073 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a10160-32b0-4cb7-9bff-4dc6336779c0', 'name': 'network-vif-deleted', 'tag': '39bfc82e-e9f4-4c68-add6-502900e397a6', 'status': 'completed', 'code': 200} Aug 11 16:27:38.985139 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2515a8f5-27f6-420e-a8bf-ab4d6880cde3 req-ad7ccb20-2888-4023-be2d-13a65df11552 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.20 "DELETE /v2.0/ports/39bfc82e-e9f4-4c68-add6-502900e397a6 HTTP/1.1" status: 204 len: 173 time: 2.9222474 Aug 11 16:27:39.012406 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a027423a-7483-4cac-863d-0348b1d94565 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify agent at l3_agent.dv-cinder-804265-1-smb the message routers_updated {{(pid=79159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:27:39.026457 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80488b42-7e76-4e20-8db3-810aebb534c9 None None] Sync routers for ids ['b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569'] in dv-cinder-804265-1-smb {{(pid=79161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:27:39.029041 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9030801-a69c-4c65-94b3-2702af7cc4ec req-b2a51f3f-42c9-49ef-80e9-b12c8687b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:39.030838 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c9030801-a69c-4c65-94b3-2702af7cc4ec req-b2a51f3f-42c9-49ef-80e9-b12c8687b282 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01&tenant_id=fef1ad4cb48040e8929d178e9133121b HTTP/1.1" status: 200 len: 1097 time: 0.2199495 Aug 11 16:27:39.042941 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a027423a-7483-4cac-863d-0348b1d94565 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for floatingip, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:39.048022 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80488b42-7e76-4e20-8db3-810aebb534c9 None None] Routers {'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:27:39.058850 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-80488b42-7e76-4e20-8db3-810aebb534c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:27:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569'], 'active': True} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:39.149842 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-a027423a-7483-4cac-863d-0348b1d94565 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3926075 Aug 11 16:27:39.174050 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9030801-a69c-4c65-94b3-2702af7cc4ec req-b77b42f7-0739-4ec6-ad48-638233254796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:39.175377 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c9030801-a69c-4c65-94b3-2702af7cc4ec req-b77b42f7-0739-4ec6-ad48-638233254796 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fef1ad4cb48040e8929d178e9133121b&device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 1097 time: 0.1017439 Aug 11 16:27:39.241754 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-b9d78a51-d60d-4019-9293-4565f335762b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'name': 'tempest-AttachVolumeTestJSON-560001265-router', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179'}], 'enable_snat': True}, 'gw_port_id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:31Z', 'updated_at': '2021-08-11T16:21:50Z', 'revision_number': 4, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'gw_port': {'id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:36Z', 'updated_at': '2021-08-11T16:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': '25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e', 'name': '', 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'mac_address': 'fa:16:3e:50:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd95ae6d0-d0c2-4ac0-b270-7afce54713aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:49Z', 'updated_at': '2021-08-11T16:22:02Z', 'revision_number': 5, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'subnets': [{'id': 'd95ae6d0-d0c2-4ac0-b270-7afce54713aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:39.246246 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d78a51-d60d-4019-9293-4565f335762b None None] Checking router: 0613ad3d-b0a7-48fa-98be-159f77c97299 for host: dv-cinder-804265-1-smb {{(pid=79160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:27:39.256209 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d78a51-d60d-4019-9293-4565f335762b None None] Routers {'0613ad3d-b0a7-48fa-98be-159f77c97299'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:27:39.256847 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-b9d78a51-d60d-4019-9293-4565f335762b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:27:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['0613ad3d-b0a7-48fa-98be-159f77c97299'], 'active': True} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:39.294027 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvr_db [None req-80488b42-7e76-4e20-8db3-810aebb534c9 None None] Set router b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569 gateway port host: dv-cinder-804265-1-smb {{(pid=79161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:27:39.487061 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvr_db [None req-b9d78a51-d60d-4019-9293-4565f335762b None None] Set router 0613ad3d-b0a7-48fa-98be-159f77c97299 gateway port host: dv-cinder-804265-1-smb {{(pid=79160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:27:39.489934 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-b46c727d-5665-486b-b8dd-a2191f5f58bd req-96b7ac0b-406d-44d8-b351-b1c8c10dd7ed tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Synchronizing usage tracker for tenant:31c62e7753bf460ab9f528f3534391b0 on resource:port {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:27:39.595823 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-b46c727d-5665-486b-b8dd-a2191f5f58bd req-96b7ac0b-406d-44d8-b351-b1c8c10dd7ed tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Unset dirty status for tenant:31c62e7753bf460ab9f528f3534391b0 on resource:port {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:27:39.596997 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b46c727d-5665-486b-b8dd-a2191f5f58bd req-96b7ac0b-406d-44d8-b351-b1c8c10dd7ed tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5a10160-32b0-4cb7-9bff-4dc6336779c0 HTTP/1.1" status: 200 len: 210 time: 0.1597662 Aug 11 16:27:39.652459 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9030801-a69c-4c65-94b3-2702af7cc4ec req-23c5b512-c473-43c4-a3f2-af12cc8ff049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:39.654249 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c9030801-a69c-4c65-94b3-2702af7cc4ec req-23c5b512-c473-43c4-a3f2-af12cc8ff049 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0716185b-9f94-472b-95f6-9bbd05d2e424 HTTP/1.1" status: 200 len: 917 time: 0.4655600 Aug 11 16:27:39.715308 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-80488b42-7e76-4e20-8db3-810aebb534c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'name': 'tempest-TestShelveInstance-489125505-router', 'tenant_id': '0b3773db0699482cb3fc3a47340812c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '251dd69f-8011-418d-98ac-af834e6d37ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:46Z', 'updated_at': '2021-08-11T16:26:51Z', 'revision_number': 4, 'project_id': '0b3773db0699482cb3fc3a47340812c0', 'gw_port': {'id': '251dd69f-8011-418d-98ac-af834e6d37ac', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:47Z', 'updated_at': '2021-08-11T16:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_floatingips': [{'id': 'ddb21ccb-d031-4a6a-887f-8752b7ca4b7e', 'tenant_id': '0b3773db0699482cb3fc3a47340812c0', 'floating_ip_address': '172.28.2.249', 'floating_network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'router_id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'port_id': 'ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38762c5d-ffd9-4ed7-acd9-44af5efe0419', 'mac_address': 'fa:16:3e:f5:fd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fe90a0-483e-4606-8276-e15c6c7c21d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:27:35Z', 'updated_at': '2021-08-11T16:27:35Z', 'revision_number': 0, 'project_id': '0b3773db0699482cb3fc3a47340812c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15b393d-e682-47b9-8115-2886347742f7', 'name': '', 'network_id': '38762c5d-ffd9-4ed7-acd9-44af5efe0419', 'tenant_id': '0b3773db0699482cb3fc3a47340812c0', 'mac_address': 'fa:16:3e:5f:d8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '063d6f1f-59d7-4dda-a98e-cacfa7be730b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:50Z', 'updated_at': '2021-08-11T16:26:56Z', 'revision_number': 5, 'project_id': '0b3773db0699482cb3fc3a47340812c0', 'subnets': [{'id': '063d6f1f-59d7-4dda-a98e-cacfa7be730b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:39.720970 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80488b42-7e76-4e20-8db3-810aebb534c9 None None] Checking router: b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569 for host: dv-cinder-804265-1-smb {{(pid=79161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:27:39.736858 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80488b42-7e76-4e20-8db3-810aebb534c9 None None] Routers {'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:27:39.738555 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-80488b42-7e76-4e20-8db3-810aebb534c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:27:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569'], 'active': True} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:39.764647 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0d15a-723b-4be2-9ac6-519090d7ce65 req-1f0d6ffc-c144-4209-8e77-94a77495e130 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:39.766112 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-afc0d15a-723b-4be2-9ac6-519090d7ce65 req-1f0d6ffc-c144-4209-8e77-94a77495e130 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 944 time: 0.2559857 Aug 11 16:27:39.812467 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c9030801-a69c-4c65-94b3-2702af7cc4ec req-23955770-09b4-4d18-bd8e-4de6be7fb349 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 HTTP/1.1" status: 200 len: 999 time: 0.1473205 Aug 11 16:27:39.874202 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-afc0d15a-723b-4be2-9ac6-519090d7ce65 req-a5ff6d55-bf9d-4207-9673-0118962a3c4c tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964444 Aug 11 16:27:39.891666 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-b9d78a51-d60d-4019-9293-4565f335762b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'name': 'tempest-AttachVolumeTestJSON-560001265-router', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179'}], 'enable_snat': True}, 'gw_port_id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:31Z', 'updated_at': '2021-08-11T16:21:50Z', 'revision_number': 4, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'gw_port': {'id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:36Z', 'updated_at': '2021-08-11T16:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': '25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e', 'name': '', 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'mac_address': 'fa:16:3e:50:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd95ae6d0-d0c2-4ac0-b270-7afce54713aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:49Z', 'updated_at': '2021-08-11T16:22:02Z', 'revision_number': 5, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'subnets': [{'id': 'd95ae6d0-d0c2-4ac0-b270-7afce54713aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:39.894816 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9030801-a69c-4c65-94b3-2702af7cc4ec req-b36b0fbc-586d-4469-bfed-94f457ebc81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:39.896541 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c9030801-a69c-4c65-94b3-2702af7cc4ec req-b36b0fbc-586d-4469-bfed-94f457ebc81d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d509748-00d5-4471-8b3e-a2f206f5dac5 HTTP/1.1" status: 200 len: 855 time: 0.0730410 Aug 11 16:27:39.897508 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d78a51-d60d-4019-9293-4565f335762b None None] The sync data for ids ['0613ad3d-b0a7-48fa-98be-159f77c97299'] in dv-cinder-804265-1-smb is: [{'id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'name': 'tempest-AttachVolumeTestJSON-560001265-router', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179'}], 'enable_snat': True}, 'gw_port_id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:31Z', 'updated_at': '2021-08-11T16:21:50Z', 'revision_number': 4, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'gw_port': {'id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:36Z', 'updated_at': '2021-08-11T16:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': '25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e', 'name': '', 'network_id': 'cb400975-e9dd-443e-9606-847a21e328b4', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'mac_address': 'fa:16:3e:50:b7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd95ae6d0-d0c2-4ac0-b270-7afce54713aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:49Z', 'updated_at': '2021-08-11T16:22:02Z', 'revision_number': 5, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'subnets': [{'id': 'd95ae6d0-d0c2-4ac0-b270-7afce54713aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:27:39.939736 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvr_db [None req-80488b42-7e76-4e20-8db3-810aebb534c9 None None] Set router b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569 gateway port host: dv-cinder-804265-1-smb {{(pid=79161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:27:39.991014 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9030801-a69c-4c65-94b3-2702af7cc4ec req-fb73e94e-5510-461d-9de9-23d1ed8ace98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:39.991014 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c9030801-a69c-4c65-94b3-2702af7cc4ec req-fb73e94e-5510-461d-9de9-23d1ed8ace98 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0716185b-9f94-472b-95f6-9bbd05d2e424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790117 Aug 11 16:27:40.138232 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c9030801-a69c-4c65-94b3-2702af7cc4ec req-8f4ca4f8-af83-4404-8f30-5eba45072a33 service neutron] 10.222.0.20 "GET /v2.0/networks/0716185b-9f94-472b-95f6-9bbd05d2e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415956 Aug 11 16:27:40.150293 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9ef6b0-65b9-4131-a02e-d2be1831da22 None None] New status for floating IP 71bc826e-8f31-4999-8b67-07602e4b5347: DOWN {{(pid=79160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 16:27:40.276162 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c9030801-a69c-4c65-94b3-2702af7cc4ec req-bd8b7b42-ac1c-4eb3-8a6c-b6917e194c74 service neutron] 10.222.0.20 "GET /v2.0/networks/0716185b-9f94-472b-95f6-9bbd05d2e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319396 Aug 11 16:27:40.316476 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-80488b42-7e76-4e20-8db3-810aebb534c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'name': 'tempest-TestShelveInstance-489125505-router', 'tenant_id': '0b3773db0699482cb3fc3a47340812c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '251dd69f-8011-418d-98ac-af834e6d37ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:46Z', 'updated_at': '2021-08-11T16:26:51Z', 'revision_number': 4, 'project_id': '0b3773db0699482cb3fc3a47340812c0', 'gw_port': {'id': '251dd69f-8011-418d-98ac-af834e6d37ac', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:47Z', 'updated_at': '2021-08-11T16:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_floatingips': [{'id': 'ddb21ccb-d031-4a6a-887f-8752b7ca4b7e', 'tenant_id': '0b3773db0699482cb3fc3a47340812c0', 'floating_ip_address': '172.28.2.249', 'floating_network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'router_id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'port_id': 'ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38762c5d-ffd9-4ed7-acd9-44af5efe0419', 'mac_address': 'fa:16:3e:f5:fd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fe90a0-483e-4606-8276-e15c6c7c21d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:27:35Z', 'updated_at': '2021-08-11T16:27:35Z', 'revision_number': 0, 'project_id': '0b3773db0699482cb3fc3a47340812c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15b393d-e682-47b9-8115-2886347742f7', 'name': '', 'network_id': '38762c5d-ffd9-4ed7-acd9-44af5efe0419', 'tenant_id': '0b3773db0699482cb3fc3a47340812c0', 'mac_address': 'fa:16:3e:5f:d8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '063d6f1f-59d7-4dda-a98e-cacfa7be730b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:50Z', 'updated_at': '2021-08-11T16:26:56Z', 'revision_number': 5, 'project_id': '0b3773db0699482cb3fc3a47340812c0', 'subnets': [{'id': '063d6f1f-59d7-4dda-a98e-cacfa7be730b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:40.320792 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80488b42-7e76-4e20-8db3-810aebb534c9 None None] The sync data for ids ['b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569'] in dv-cinder-804265-1-smb is: [{'id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'name': 'tempest-TestShelveInstance-489125505-router', 'tenant_id': '0b3773db0699482cb3fc3a47340812c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '251dd69f-8011-418d-98ac-af834e6d37ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:46Z', 'updated_at': '2021-08-11T16:26:51Z', 'revision_number': 4, 'project_id': '0b3773db0699482cb3fc3a47340812c0', 'gw_port': {'id': '251dd69f-8011-418d-98ac-af834e6d37ac', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:47Z', 'updated_at': '2021-08-11T16:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_floatingips': [{'id': 'ddb21ccb-d031-4a6a-887f-8752b7ca4b7e', 'tenant_id': '0b3773db0699482cb3fc3a47340812c0', 'floating_ip_address': '172.28.2.249', 'floating_network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'router_id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'port_id': 'ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38762c5d-ffd9-4ed7-acd9-44af5efe0419', 'mac_address': 'fa:16:3e:f5:fd:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fe90a0-483e-4606-8276-e15c6c7c21d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T16:27:35Z', 'updated_at': '2021-08-11T16:27:35Z', 'revision_number': 0, 'project_id': '0b3773db0699482cb3fc3a47340812c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15b393d-e682-47b9-8115-2886347742f7', 'name': '', 'network_id': '38762c5d-ffd9-4ed7-acd9-44af5efe0419', 'tenant_id': '0b3773db0699482cb3fc3a47340812c0', 'mac_address': 'fa:16:3e:5f:d8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '063d6f1f-59d7-4dda-a98e-cacfa7be730b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:50Z', 'updated_at': '2021-08-11T16:26:56Z', 'revision_number': 5, 'project_id': '0b3773db0699482cb3fc3a47340812c0', 'subnets': [{'id': '063d6f1f-59d7-4dda-a98e-cacfa7be730b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:27:40.526641 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021741b3-6165-40a9-93ad-d1352fba89de None None] New status for floating IP ddb21ccb-d031-4a6a-887f-8752b7ca4b7e: ACTIVE {{(pid=79161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 16:27:40.750351 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 46976) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:40.924650 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1cb107eb-d9be-40b9-bab6-11d85c87452d tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:40.972692 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1cb107eb-d9be-40b9-bab6-11d85c87452d tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:41.052356 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4fe90a0-483e-4606-8276-e15c6c7c21d6', 'tag': 'ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd'}] {{(pid=79159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:27:41.059307 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1cb107eb-d9be-40b9-bab6-11d85c87452d tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:41.064105 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-8974c8be-ad8d-4052-aefe-c33e4fb8cc1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:41.085401 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb107eb-d9be-40b9-bab6-11d85c87452d tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7d668a-2cef-43a3-b609-51c8a835c498,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:41.090471 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-1cb107eb-d9be-40b9-bab6-11d85c87452d tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:41.100568 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1cb107eb-d9be-40b9-bab6-11d85c87452d tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:41.101687 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-1cb107eb-d9be-40b9-bab6-11d85c87452d tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "DELETE /v2.0/security-groups/bf7d668a-2cef-43a3-b609-51c8a835c498 HTTP/1.1" status: 204 len: 168 time: 0.3498530 Aug 11 16:27:41.104463 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 46984) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:41.138479 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.api.v2.resource [None req-7d172178-93e3-4553-a077-97cdb3194a20 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] show failed (client error): The resource could not be found. Aug 11 16:27:41.147106 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-7d172178-93e3-4553-a077-97cdb3194a20 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "GET /v2.0/security-groups/bf7d668a-2cef-43a3-b609-51c8a835c498 HTTP/1.1" status: 404 len: 347 time: 0.0409875 Aug 11 16:27:41.148451 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 46988) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:41.150737 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4fe90a0-483e-4606-8276-e15c6c7c21d6', 'tag': 'ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd', 'status': 'completed', 'code': 200} Aug 11 16:27:41.209562 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591183b-7674-4a92-b8ce-b1e6a66da0cd req-25deb690-6f03-45a1-937c-9634b8c98fe0 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:41.211067 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d591183b-7674-4a92-b8ce-b1e6a66da0cd req-25deb690-6f03-45a1-937c-9634b8c98fe0 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 944 time: 0.1064544 Aug 11 16:27:41.314991 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d591183b-7674-4a92-b8ce-b1e6a66da0cd req-3d2a4b0b-38f4-4d03-ba9e-3fe05926ab67 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977073 Aug 11 16:27:41.329777 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.plugin [None req-b1785ae1-6012-48ed-931d-79cb27497d04 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Deleting port 3bc1dc82-1a73-40e5-835f-3b5191c8134c {{(pid=79158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:27:41.330128 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b1785ae1-6012-48ed-931d-79cb27497d04 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:41.522388 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b1785ae1-6012-48ed-931d-79cb27497d04 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:41.522615 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b1785ae1-6012-48ed-931d-79cb27497d04 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:41.744537 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.plugin [None req-b1785ae1-6012-48ed-931d-79cb27497d04 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Calling delete_port for 3bc1dc82-1a73-40e5-835f-3b5191c8134c owned by network:floatingip {{(pid=79158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:27:41.892417 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b1785ae1-6012-48ed-931d-79cb27497d04 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32627690'] for port, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:41.896837 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-3dfa2cd3-44aa-40aa-a9f5-02f84392702d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:41.944805 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1785ae1-6012-48ed-931d-79cb27497d04 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Pushing event deleted for resources: {'Port': ['ID=3bc1dc82-1a73-40e5-835f-3b5191c8134c,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:41.948036 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-b1785ae1-6012-48ed-931d-79cb27497d04 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:42.046918 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b1785ae1-6012-48ed-931d-79cb27497d04 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks [] for floatingip, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:42.074801 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b1785ae1-6012-48ed-931d-79cb27497d04 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for floatingip, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:42.075954 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-b1785ae1-6012-48ed-931d-79cb27497d04 tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] 10.222.0.21 "DELETE /v2.0/floatingips/71bc826e-8f31-4999-8b67-07602e4b5347 HTTP/1.1" status: 204 len: 168 time: 0.9261882 Aug 11 16:27:42.528863 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af62ae5-e3bf-4883-8aa0-efe8d8ab9ea0 req-909dafb7-d85f-482f-a51c-1a84ecb38aa7 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:42.535868 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3af62ae5-e3bf-4883-8aa0-efe8d8ab9ea0 req-909dafb7-d85f-482f-a51c-1a84ecb38aa7 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 944 time: 0.0907109 Aug 11 16:27:42.589354 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3af62ae5-e3bf-4883-8aa0-efe8d8ab9ea0 req-4f5a9dd2-c8bf-43fe-9871-28840e49f6a1 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462551 Aug 11 16:27:43.799773 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ea118-0b05-422b-aa5d-32126b8012ee req-eb50e851-c12a-44ac-827f-ac4389848cd1 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:43.802047 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c03ea118-0b05-422b-aa5d-32126b8012ee req-eb50e851-c12a-44ac-827f-ac4389848cd1 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 944 time: 0.0884924 Aug 11 16:27:43.848600 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c03ea118-0b05-422b-aa5d-32126b8012ee req-c02c3656-9655-4a5b-b09f-81091abe64c5 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409157 Aug 11 16:27:45.060334 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c198e-c47b-4a42-9049-f2f635935a80 req-efd1d8a3-8868-4b47-aff5-82a54fa1cec1 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:45.061966 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d49c198e-c47b-4a42-9049-f2f635935a80 req-efd1d8a3-8868-4b47-aff5-82a54fa1cec1 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 944 time: 0.0884569 Aug 11 16:27:45.120192 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d49c198e-c47b-4a42-9049-f2f635935a80 req-849420dc-ea09-4e75-a95f-f9ab729ba16c tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513871 Aug 11 16:27:46.140805 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 47028) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:46.330851 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c226bb4-6b4a-44f8-b127-1325df86d864 req-a1934a7d-0e69-4432-80d2-1bfd345dc998 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:46.333629 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3c226bb4-6b4a-44f8-b127-1325df86d864 req-a1934a7d-0e69-4432-80d2-1bfd345dc998 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 944 time: 0.0967715 Aug 11 16:27:46.384331 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3c226bb4-6b4a-44f8-b127-1325df86d864 req-ec36ce93-5671-4e14-a046-aef060e82705 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434666 Aug 11 16:27:46.624057 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-48d3a2cf-a014-482e-9088-7f9078ae0036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:46.851402 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1c71b984-434f-475f-b6fe-3a29caa53576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398024'] for router_interface, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:47.222699 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.plugin [None req-1c71b984-434f-475f-b6fe-3a29caa53576 admin admin] Deleting port 25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e {{(pid=79158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:27:47.223393 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1c71b984-434f-475f-b6fe-3a29caa53576 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:47.307629 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:47.495732 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.db [None req-1c71b984-434f-475f-b6fe-3a29caa53576 admin admin] For port 25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e,segment=NetworkSegment(43498505-ff72-4a60-a1de-0e3e6d25bab0),segment_id=43498505-ff72-4a60-a1de-0e3e6d25bab0)] {{(pid=79158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:47.496084 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1c71b984-434f-475f-b6fe-3a29caa53576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:47.588149 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f6033-14e8-43ae-bfbb-899aa154f1cf req-22f20780-1460-4177-913d-97fb471f2b41 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:47.589937 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8c1f6033-14e8-43ae-bfbb-899aa154f1cf req-22f20780-1460-4177-913d-97fb471f2b41 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 944 time: 0.0855541 Aug 11 16:27:47.651583 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.plugin [None req-1c71b984-434f-475f-b6fe-3a29caa53576 admin admin] Calling delete_port for 25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e owned by network:router_interface {{(pid=79158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:27:47.660801 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8c1f6033-14e8-43ae-bfbb-899aa154f1cf req-6e8ff93f-1510-47d7-bc05-3d2d1b95d0b9 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648620 Aug 11 16:27:47.982542 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1c71b984-434f-475f-b6fe-3a29caa53576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32627690'] for port, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:47.987225 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-1974813a-a6e3-48e2-90c7-814d16a8c08c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:48.039136 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71b984-434f-475f-b6fe-3a29caa53576 admin admin] Pushing event deleted for resources: {'Port': ['ID=25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:48.089447 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71b984-434f-475f-b6fe-3a29caa53576 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:48.089889 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71b984-434f-475f-b6fe-3a29caa53576 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:48.090297 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71b984-434f-475f-b6fe-3a29caa53576 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:48.090667 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71b984-434f-475f-b6fe-3a29caa53576 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:48.091031 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71b984-434f-475f-b6fe-3a29caa53576 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:48.091396 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71b984-434f-475f-b6fe-3a29caa53576 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:48.091758 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71b984-434f-475f-b6fe-3a29caa53576 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:48.092118 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71b984-434f-475f-b6fe-3a29caa53576 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:48.092480 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71b984-434f-475f-b6fe-3a29caa53576 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:48.092844 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71b984-434f-475f-b6fe-3a29caa53576 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:48.093194 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71b984-434f-475f-b6fe-3a29caa53576 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:48.093550 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71b984-434f-475f-b6fe-3a29caa53576 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:48.101835 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-1c71b984-434f-475f-b6fe-3a29caa53576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:48.344892 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1c71b984-434f-475f-b6fe-3a29caa53576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398004'] for router_interface, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:48.729667 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c71b984-434f-475f-b6fe-3a29caa53576 admin admin] Router 0613ad3d-b0a7-48fa-98be-159f77c97299 has already been hosted by L3 agent fe3825e1-cd20-4759-aaf9-51b0eae29acc {{(pid=79158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:27:48.876267 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6604d-7862-45cc-b87c-148175dc3af2 req-20cc2af2-c9d9-4900-878f-29094a19dfa4 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:48.877640 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a7b6604d-7862-45cc-b87c-148175dc3af2 req-20cc2af2-c9d9-4900-878f-29094a19dfa4 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 944 time: 0.0999992 Aug 11 16:27:48.934826 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a7b6604d-7862-45cc-b87c-148175dc3af2 req-f28add53-a45b-4c16-b0ae-eec3e0f75a71 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501564 Aug 11 16:27:49.030569 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c71b984-434f-475f-b6fe-3a29caa53576 admin admin] Notify agent at l3_agent.dv-cinder-804265-1-smb the message routers_updated {{(pid=79158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:27:49.042207 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d4aef1-08ea-417f-a80b-043c4c60ef24 None None] Sync routers for ids ['0613ad3d-b0a7-48fa-98be-159f77c97299'] in dv-cinder-804265-1-smb {{(pid=79160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:27:49.046427 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-1c71b984-434f-475f-b6fe-3a29caa53576 admin admin] 10.222.0.21 "PUT /v2.0/routers/0613ad3d-b0a7-48fa-98be-159f77c97299/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9043815 Aug 11 16:27:49.048914 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 47042) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:49.061881 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d4aef1-08ea-417f-a80b-043c4c60ef24 None None] Routers {'0613ad3d-b0a7-48fa-98be-159f77c97299'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:27:49.062599 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-d4d4aef1-08ea-417f-a80b-043c4c60ef24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:27:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['0613ad3d-b0a7-48fa-98be-159f77c97299'], 'active': True} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:49.251765 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-5260186c-6c7b-488b-a52c-66f77793daee admin admin] Notify callbacks [] for router, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:49.274422 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-470ae69b-7970-4de8-89de-af2ca6758cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:49.286189 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvr_db [None req-d4d4aef1-08ea-417f-a80b-043c4c60ef24 None None] Set router 0613ad3d-b0a7-48fa-98be-159f77c97299 gateway port host: dv-cinder-804265-1-smb {{(pid=79160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:27:49.451282 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-5260186c-6c7b-488b-a52c-66f77793daee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:49.464467 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.plugin [None req-5260186c-6c7b-488b-a52c-66f77793daee admin admin] Deleting port 2f3b3060-c232-4da8-8d5c-61cedd5126a4 {{(pid=79158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:27:49.464814 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-5260186c-6c7b-488b-a52c-66f77793daee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:49.630942 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-d4d4aef1-08ea-417f-a80b-043c4c60ef24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'name': 'tempest-AttachVolumeTestJSON-560001265-router', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179'}], 'enable_snat': True}, 'gw_port_id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:31Z', 'updated_at': '2021-08-11T16:27:47Z', 'revision_number': 5, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'gw_port': {'id': '2f3b3060-c232-4da8-8d5c-61cedd5126a4', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:eb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:36Z', 'updated_at': '2021-08-11T16:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb'}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:49.634909 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d4aef1-08ea-417f-a80b-043c4c60ef24 None None] Checking router: 0613ad3d-b0a7-48fa-98be-159f77c97299 for host: dv-cinder-804265-1-smb {{(pid=79160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:27:49.657513 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d4aef1-08ea-417f-a80b-043c4c60ef24 None None] Routers {'0613ad3d-b0a7-48fa-98be-159f77c97299'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:27:49.658222 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-d4d4aef1-08ea-417f-a80b-043c4c60ef24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:27:49Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['0613ad3d-b0a7-48fa-98be-159f77c97299'], 'active': True} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:49.701810 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.db [None req-5260186c-6c7b-488b-a52c-66f77793daee admin admin] For port 2f3b3060-c232-4da8-8d5c-61cedd5126a4, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=2f3b3060-c232-4da8-8d5c-61cedd5126a4,segment=NetworkSegment(ef0f4f8c-59c6-4f74-90fe-819af28e8bc6),segment_id=ef0f4f8c-59c6-4f74-90fe-819af28e8bc6)] {{(pid=79158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:49.702387 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-5260186c-6c7b-488b-a52c-66f77793daee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:49.857443 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.plugin [None req-5260186c-6c7b-488b-a52c-66f77793daee admin admin] Calling delete_port for 2f3b3060-c232-4da8-8d5c-61cedd5126a4 owned by network:router_gateway {{(pid=79158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:27:49.857673 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvr_db [None req-d4d4aef1-08ea-417f-a80b-043c4c60ef24 None None] Set router 0613ad3d-b0a7-48fa-98be-159f77c97299 gateway port host: None {{(pid=79160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:27:49.975777 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-d4d4aef1-08ea-417f-a80b-043c4c60ef24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'name': 'tempest-AttachVolumeTestJSON-560001265-router', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:31Z', 'updated_at': '2021-08-11T16:27:49Z', 'revision_number': 6, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'gw_port_host': None}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:49.980114 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d4aef1-08ea-417f-a80b-043c4c60ef24 None None] The sync data for ids ['0613ad3d-b0a7-48fa-98be-159f77c97299'] in dv-cinder-804265-1-smb is: [{'id': '0613ad3d-b0a7-48fa-98be-159f77c97299', 'name': 'tempest-AttachVolumeTestJSON-560001265-router', 'tenant_id': '31c62e7753bf460ab9f528f3534391b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:31Z', 'updated_at': '2021-08-11T16:27:49Z', 'revision_number': 6, 'project_id': '31c62e7753bf460ab9f528f3534391b0', 'gw_port_host': None}] {{(pid=79160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:27:50.063895 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-5260186c-6c7b-488b-a52c-66f77793daee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32627690'] for port, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:50.070883 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-2df96366-eb75-4609-b6dc-c9b3f66e95ce tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:50.120632 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260186c-6c7b-488b-a52c-66f77793daee admin admin] Pushing event deleted for resources: {'Port': ['ID=2f3b3060-c232-4da8-8d5c-61cedd5126a4,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:50.151222 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-5260186c-6c7b-488b-a52c-66f77793daee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:50.228457 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-5260186c-6c7b-488b-a52c-66f77793daee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608029'] for router_gateway, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:50.279406 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697589bc-1208-451b-93ac-62aa5c04d108 req-15419b7e-19d5-42c7-8be6-02b5ab24be84 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:50.280951 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-697589bc-1208-451b-93ac-62aa5c04d108 req-15419b7e-19d5-42c7-8be6-02b5ab24be84 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 944 time: 0.2116292 Aug 11 16:27:50.334440 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-697589bc-1208-451b-93ac-62aa5c04d108 req-d08f1b80-996b-4260-b1d8-389f66bf22fa tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475249 Aug 11 16:27:50.419481 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:50.541776 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-5260186c-6c7b-488b-a52c-66f77793daee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3920'] for router, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:50.543942 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-5260186c-6c7b-488b-a52c-66f77793daee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:50.628920 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-5260186c-6c7b-488b-a52c-66f77793daee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-452935'] for router, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:50.629953 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5260186c-6c7b-488b-a52c-66f77793daee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0613ad3d-b0a7-48fa-98be-159f77c97299 {{(pid=79158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 11 16:27:50.648914 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-5260186c-6c7b-488b-a52c-66f77793daee admin admin] Notify callbacks [] for router, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:50.652916 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-5260186c-6c7b-488b-a52c-66f77793daee admin admin] 10.222.0.21 "DELETE /v2.0/routers/0613ad3d-b0a7-48fa-98be-159f77c97299 HTTP/1.1" status: 204 len: 168 time: 1.6003852 Aug 11 16:27:50.653233 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 47050) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:50.719910 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.db_base_plugin_v2 [None req-1927a2e4-d2a4-4809-a722-d50e2e3c49ae admin admin] Deleting subnet d95ae6d0-d0c2-4ac0-b270-7afce54713aa {{(pid=79159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 11 16:27:50.723999 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1927a2e4-d2a4-4809-a722-d50e2e3c49ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:50.790842 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1927a2e4-d2a4-4809-a722-d50e2e3c49ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28442349'] for subnet, precommit_delete_associations {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:50.883332 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1927a2e4-d2a4-4809-a722-d50e2e3c49ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3352476'] for subnet, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:50.984955 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1927a2e4-d2a4-4809-a722-d50e2e3c49ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3352467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27932453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27398810'] for subnet, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:50.997423 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:51.033657 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927a2e4-d2a4-4809-a722-d50e2e3c49ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d95ae6d0-d0c2-4ac0-b270-7afce54713aa,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:51.035079 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c449272-10d7-402f-81f4-d58916bbf1e9 None None] Network cb400975-e9dd-443e-9606-847a21e328b4 requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:27:51.041840 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1927a2e4-d2a4-4809-a722-d50e2e3c49ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:51.044971 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927a2e4-d2a4-4809-a722-d50e2e3c49ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:51.045346 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927a2e4-d2a4-4809-a722-d50e2e3c49ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:51.045731 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927a2e4-d2a4-4809-a722-d50e2e3c49ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:51.046102 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927a2e4-d2a4-4809-a722-d50e2e3c49ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:51.047052 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927a2e4-d2a4-4809-a722-d50e2e3c49ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:51.047428 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927a2e4-d2a4-4809-a722-d50e2e3c49ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:51.047795 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927a2e4-d2a4-4809-a722-d50e2e3c49ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:51.048160 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927a2e4-d2a4-4809-a722-d50e2e3c49ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:51.048523 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927a2e4-d2a4-4809-a722-d50e2e3c49ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:51.048884 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927a2e4-d2a4-4809-a722-d50e2e3c49ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:51.049366 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927a2e4-d2a4-4809-a722-d50e2e3c49ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:51.049783 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927a2e4-d2a4-4809-a722-d50e2e3c49ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:27:51.059985 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-1927a2e4-d2a4-4809-a722-d50e2e3c49ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:51.065937 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-1927a2e4-d2a4-4809-a722-d50e2e3c49ae admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d95ae6d0-d0c2-4ac0-b270-7afce54713aa HTTP/1.1" status: 204 len: 168 time: 0.4115934 Aug 11 16:27:51.070540 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 47054) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:51.201404 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b2df36cf-3f12-4cdf-9f5b-43e92d83279e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3965533'] for network, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:51.214070 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.plugin [None req-b2df36cf-3f12-4cdf-9f5b-43e92d83279e admin admin] Deleting port 303d5267-841b-4cb9-8375-062c8c0942b4 {{(pid=79158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:27:51.214413 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b2df36cf-3f12-4cdf-9f5b-43e92d83279e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:51.350467 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6caec85-ea5a-4f89-bef5-b911db63816c None None] DHCP port deletion for cb400975-e9dd-443e-9606-847a21e328b4 request from dv-cinder-804265-1-smb {{(pid=79160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 11 16:27:51.354467 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-c6caec85-ea5a-4f89-bef5-b911db63816c None None] Deleting port 303d5267-841b-4cb9-8375-062c8c0942b4 {{(pid=79160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:27:51.354857 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-c6caec85-ea5a-4f89-bef5-b911db63816c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:51.432926 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.db [None req-b2df36cf-3f12-4cdf-9f5b-43e92d83279e admin admin] For port 303d5267-841b-4cb9-8375-062c8c0942b4, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=303d5267-841b-4cb9-8375-062c8c0942b4,segment=NetworkSegment(43498505-ff72-4a60-a1de-0e3e6d25bab0),segment_id=43498505-ff72-4a60-a1de-0e3e6d25bab0)] {{(pid=79158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:51.433234 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b2df36cf-3f12-4cdf-9f5b-43e92d83279e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:51.579363 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273fedf-22e0-4920-9829-728ec53eb164 req-21577e3e-edec-438a-b4f6-94893b8f40ca tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:51.583504 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.plugin [None req-b2df36cf-3f12-4cdf-9f5b-43e92d83279e admin admin] Calling delete_port for 303d5267-841b-4cb9-8375-062c8c0942b4 owned by network:dhcp {{(pid=79158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:27:51.586983 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9273fedf-22e0-4920-9829-728ec53eb164 req-21577e3e-edec-438a-b4f6-94893b8f40ca tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 944 time: 0.1067472 Aug 11 16:27:51.634293 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-c6caec85-ea5a-4f89-bef5-b911db63816c None None] For port 303d5267-841b-4cb9-8375-062c8c0942b4, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=303d5267-841b-4cb9-8375-062c8c0942b4,segment=NetworkSegment(43498505-ff72-4a60-a1de-0e3e6d25bab0),segment_id=43498505-ff72-4a60-a1de-0e3e6d25bab0)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:51.634959 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-c6caec85-ea5a-4f89-bef5-b911db63816c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:51.670756 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b2df36cf-3f12-4cdf-9f5b-43e92d83279e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32627690'] for port, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:51.676906 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9273fedf-22e0-4920-9829-728ec53eb164 req-23c442f0-7eb3-4b9c-8d60-ffdc1ddcf831 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889661 Aug 11 16:27:51.677350 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:51.707058 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d06d4-f53d-4904-a91a-2742b6b4b138 req-9f6061e0-3ba6-4a05-8197-94ea7f771714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:51.708548 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4b4d06d4-f53d-4904-a91a-2742b6b4b138 req-9f6061e0-3ba6-4a05-8197-94ea7f771714 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0b3773db0699482cb3fc3a47340812c0&device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 1099 time: 0.0964515 Aug 11 16:27:51.731029 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2df36cf-3f12-4cdf-9f5b-43e92d83279e admin admin] No DVR routers for this DVR port 303d5267-841b-4cb9-8375-062c8c0942b4 on host dv-cinder-804265-1-smb {{(pid=79158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:27:51.732842 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df36cf-3f12-4cdf-9f5b-43e92d83279e admin admin] Pushing event deleted for resources: {'Port': ['ID=303d5267-841b-4cb9-8375-062c8c0942b4,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:51.761405 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-b2df36cf-3f12-4cdf-9f5b-43e92d83279e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:51.781346 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-c6caec85-ea5a-4f89-bef5-b911db63816c None None] Calling delete_port for 303d5267-841b-4cb9-8375-062c8c0942b4 owned by network:dhcp {{(pid=79160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:27:51.810190 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 2f3b3060-c232-4da8-8d5c-61cedd5126a4 no longer exists at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:27:51.854664 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:51.861644 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b2df36cf-3f12-4cdf-9f5b-43e92d83279e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3354215', 'neutron.services.segments.db._delete_segments_for_network-8758463345821'] for network, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:51.864168 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] No Port match for: 2f3b3060-c232-4da8-8d5c-61cedd5126a4 {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:27:51.864529 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 2f3b3060-c232-4da8-8d5c-61cedd5126a4 not bound to the agent host dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:27:51.864957 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 303d5267-841b-4cb9-8375-062c8c0942b4 no longer exists at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:27:51.874769 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.services.segments.db [None req-b2df36cf-3f12-4cdf-9f5b-43e92d83279e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb400975-e9dd-443e-9606-847a21e328b4']}} {{(pid=79158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:51.881734 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d06d4-f53d-4904-a91a-2742b6b4b138 req-ae4ab4ca-582c-475c-bd9f-1a2e3d4071da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:51.883222 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4b4d06d4-f53d-4904-a91a-2742b6b4b138 req-ae4ab4ca-582c-475c-bd9f-1a2e3d4071da service neutron] 10.222.0.20 "GET /v2.0/networks?id=38762c5d-ffd9-4ed7-acd9-44af5efe0419 HTTP/1.1" status: 200 len: 909 time: 0.1594296 Aug 11 16:27:51.888207 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.services.segments.db [None req-b2df36cf-3f12-4cdf-9f5b-43e92d83279e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43498505-ff72-4a60-a1de-0e3e6d25bab0') {'for_net_delete': True} {{(pid=79158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:51.888499 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.services.segments.db [None req-b2df36cf-3f12-4cdf-9f5b-43e92d83279e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43498505-ff72-4a60-a1de-0e3e6d25bab0') {} {{(pid=79158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:27:51.901099 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b2df36cf-3f12-4cdf-9f5b-43e92d83279e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758463343351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33397465'] for segment, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:51.901518 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] No Port match for: 303d5267-841b-4cb9-8375-062c8c0942b4 {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:27:51.901874 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 303d5267-841b-4cb9-8375-062c8c0942b4 not bound to the agent host dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:27:51.902328 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e no longer exists at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:27:51.918180 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b2df36cf-3f12-4cdf-9f5b-43e92d83279e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3350950'] for segment, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:51.924442 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2df36cf-3f12-4cdf-9f5b-43e92d83279e admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=79158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 16:27:51.925542 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b2df36cf-3f12-4cdf-9f5b-43e92d83279e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3350959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32627679'] for segment, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:51.939837 dv-cinder-804265-1-smb neutron-server[79158]: Traceback (most recent call last): Aug 11 16:27:51.939837 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 16:27:51.939837 dv-cinder-804265-1-smb neutron-server[79158]: timer() Aug 11 16:27:51.939837 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 16:27:51.939837 dv-cinder-804265-1-smb neutron-server[79158]: cb(*args, **kw) Aug 11 16:27:51.939837 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 16:27:51.939837 dv-cinder-804265-1-smb neutron-server[79158]: return func(*args, **kwargs) Aug 11 16:27:51.939837 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 16:27:51.939837 dv-cinder-804265-1-smb neutron-server[79158]: self._notify() Aug 11 16:27:51.939837 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 16:27:51.939837 dv-cinder-804265-1-smb neutron-server[79158]: self.callback(batched_events) Aug 11 16:27:51.939837 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 16:27:51.939837 dv-cinder-804265-1-smb neutron-server[79158]: event.method(event) Aug 11 16:27:51.939837 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 11 16:27:51.939837 dv-cinder-804265-1-smb neutron-server[79158]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 16:27:51.939837 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 11 16:27:51.939837 dv-cinder-804265-1-smb neutron-server[79158]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 16:27:51.939837 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 16:27:51.939837 dv-cinder-804265-1-smb neutron-server[79158]: return f(self, *a, **k) Aug 11 16:27:51.939837 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 16:27:51.939837 dv-cinder-804265-1-smb neutron-server[79158]: return self._get(url).json() Aug 11 16:27:51.939837 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 16:27:51.939837 dv-cinder-804265-1-smb neutron-server[79158]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 16:27:51.939837 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 16:27:51.939837 dv-cinder-804265-1-smb neutron-server[79158]: return self.request(url, 'GET', **kwargs) Aug 11 16:27:51.939837 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 16:27:51.939837 dv-cinder-804265-1-smb neutron-server[79158]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 16:27:51.939837 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 16:27:51.939837 dv-cinder-804265-1-smb neutron-server[79158]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 16:27:51.939837 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 16:27:51.939837 dv-cinder-804265-1-smb neutron-server[79158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 16:27:51.939837 dv-cinder-804265-1-smb neutron-server[79158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 16:27:51.943527 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] No Port match for: 25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:27:51.943892 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 25bdecc6-5b0c-4e3a-abc4-8d51fdbd152e not bound to the agent host dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:27:51.968171 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.db.api [None req-c6caec85-ea5a-4f89-bef5-b911db63816c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 16:27:51.968539 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_db.api [None req-c6caec85-ea5a-4f89-bef5-b911db63816c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 16:27:51.991786 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4b4d06d4-f53d-4904-a91a-2742b6b4b138 req-16cbbeed-880b-4bf2-aaa5-ef309e5ed683 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd HTTP/1.1" status: 200 len: 1002 time: 0.1009281 Aug 11 16:27:52.022680 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b2df36cf-3f12-4cdf-9f5b-43e92d83279e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3354142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608000'] for network, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:52.026845 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:52.042860 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b2df36cf-3f12-4cdf-9f5b-43e92d83279e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for network, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:52.055878 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df36cf-3f12-4cdf-9f5b-43e92d83279e admin admin] Pushing event deleted for resources: {'Network': ['ID=cb400975-e9dd-443e-9606-847a21e328b4,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:52.057801 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d06d4-f53d-4904-a91a-2742b6b4b138 req-64b39146-bebd-40a2-ac9f-1a2be0dee3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:52.059294 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4b4d06d4-f53d-4904-a91a-2742b6b4b138 req-64b39146-bebd-40a2-ac9f-1a2be0dee3ef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=063d6f1f-59d7-4dda-a98e-cacfa7be730b HTTP/1.1" status: 200 len: 847 time: 0.0600526 Aug 11 16:27:52.059629 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-b2df36cf-3f12-4cdf-9f5b-43e92d83279e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:52.070713 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-b2df36cf-3f12-4cdf-9f5b-43e92d83279e admin admin] 10.222.0.21 "DELETE /v2.0/networks/cb400975-e9dd-443e-9606-847a21e328b4 HTTP/1.1" status: 204 len: 168 time: 0.9991367 Aug 11 16:27:52.142175 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d06d4-f53d-4904-a91a-2742b6b4b138 req-63fb21b3-8635-4ffe-b515-403dd93f9462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:52.144715 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4b4d06d4-f53d-4904-a91a-2742b6b4b138 req-63fb21b3-8635-4ffe-b515-403dd93f9462 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=38762c5d-ffd9-4ed7-acd9-44af5efe0419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0768797 Aug 11 16:27:52.185209 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 47062) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:52.233592 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-501fc872-5d51-4465-b16d-6292e43f6eb5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=31c62e7753bf460ab9f528f3534391b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0471516 Aug 11 16:27:52.236147 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 47066) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:52.283456 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4b4d06d4-f53d-4904-a91a-2742b6b4b138 req-1a8c4c73-6849-4cd6-997d-c669c1a41475 service neutron] 10.222.0.20 "GET /v2.0/networks/38762c5d-ffd9-4ed7-acd9-44af5efe0419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310458 Aug 11 16:27:52.297226 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-8dd31f1c-49c2-4551-b381-eec5dc811ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:52.327222 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-8dd31f1c-49c2-4551-b381-eec5dc811ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:52.377715 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-8dd31f1c-49c2-4551-b381-eec5dc811ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:52.382145 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-bd5e654c-d7a2-4779-96f9-c510775884cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:52.396150 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd31f1c-49c2-4551-b381-eec5dc811ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f049a35b-ae18-4c43-b3c1-8a94f3865298,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:52.398614 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-8dd31f1c-49c2-4551-b381-eec5dc811ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:52.404704 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-8dd31f1c-49c2-4551-b381-eec5dc811ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:52.405824 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-8dd31f1c-49c2-4551-b381-eec5dc811ab9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f049a35b-ae18-4c43-b3c1-8a94f3865298 HTTP/1.1" status: 204 len: 168 time: 0.1686583 Aug 11 16:27:52.428148 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4b4d06d4-f53d-4904-a91a-2742b6b4b138 req-e431b27b-6d46-4871-b624-8aad945d9383 service neutron] 10.222.0.20 "GET /v2.0/networks/38762c5d-ffd9-4ed7-acd9-44af5efe0419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329286 Aug 11 16:27:52.469689 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-c6caec85-ea5a-4f89-bef5-b911db63816c None None] Deleting port 303d5267-841b-4cb9-8375-062c8c0942b4 {{(pid=79160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:27:52.470424 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-c6caec85-ea5a-4f89-bef5-b911db63816c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:52.539271 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-c6caec85-ea5a-4f89-bef5-b911db63816c None None] The port '303d5267-841b-4cb9-8375-062c8c0942b4' was deleted {{(pid=79160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 11 16:27:52.576247 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:27:52.718446 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port dcd9094b-39a2-4ebb-b6e8-3b2051ab5826, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=dcd9094b-39a2-4ebb-b6e8-3b2051ab5826,segment=NetworkSegment(27cb263a-ccc6-4035-8f60-05cc8115add6),segment_id=27cb263a-ccc6-4035-8f60-05cc8115add6)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:52.732599 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Returning: {'device': 'dcd9094b-39a2-4ebb-b6e8-3b2051ab5826', 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424', 'port_id': 'dcd9094b-39a2-4ebb-b6e8-3b2051ab5826', 'mac_address': 'fa:16:3e:5d:a1:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d509748-00d5-4471-8b3e-a2f206f5dac5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:27:52.803233 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:52.821794 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 {{(pid=79160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:27:52.840649 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port dcd9094b-39a2-4ebb-b6e8-3b2051ab5826, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=dcd9094b-39a2-4ebb-b6e8-3b2051ab5826,segment=NetworkSegment(27cb263a-ccc6-4035-8f60-05cc8115add6),segment_id=27cb263a-ccc6-4035-8f60-05cc8115add6)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:52.844547 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:52.846445 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-119cf89b-0e9c-4a9b-ab53-15be7cc1b159 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:52.906891 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be341320-74d1-4d6d-aa95-0338a4298d9f req-fbff5e79-b32a-4736-b831-2dca2291976c tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:52.908564 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-be341320-74d1-4d6d-aa95-0338a4298d9f req-fbff5e79-b32a-4736-b831-2dca2291976c tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 945 time: 0.0885615 Aug 11 16:27:52.916862 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=dcd9094b-39a2-4ebb-b6e8-3b2051ab5826,revision_number=9']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:52.919917 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:52.961633 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-be341320-74d1-4d6d-aa95-0338a4298d9f req-5a41bab3-fab2-41db-a219-047847fe35e7 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456872 Aug 11 16:27:53.142715 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['dcd9094b-39a2-4ebb-b6e8-3b2051ab5826'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:27:53.828032 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 47122) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:53.941981 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-3cf38fea-f35a-4583-a1c7-4b04ce8be9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:53.956134 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-3cf38fea-f35a-4583-a1c7-4b04ce8be9dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:27:53.960056 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-3cf38fea-f35a-4583-a1c7-4b04ce8be9dd admin admin] Usage tracker for resource:security_group_rule and tenant:1a2440eb4ecd414fa8c8ddb4988042f1 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:27:53.962853 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-3cf38fea-f35a-4583-a1c7-4b04ce8be9dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:27:53.968509 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-3cf38fea-f35a-4583-a1c7-4b04ce8be9dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:27:54.054460 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-3cf38fea-f35a-4583-a1c7-4b04ce8be9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:54.057599 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-3cf38fea-f35a-4583-a1c7-4b04ce8be9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:54.066556 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-89195868-d364-45f6-972b-ebca16187eef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:54.148393 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-3cf38fea-f35a-4583-a1c7-4b04ce8be9dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a2440eb4ecd414fa8c8ddb4988042f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3192673 Aug 11 16:27:54.151097 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 47130) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:54.155236 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf38fea-f35a-4583-a1c7-4b04ce8be9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d24078f-9077-4a7c-949d-eca56031e699,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:54.158349 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-3cf38fea-f35a-4583-a1c7-4b04ce8be9dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:54.193907 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ce0b4-0b77-4bef-8eee-05d56339b608 req-885152de-bbbb-4b9d-bc1a-5cd764e109bd tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:54.195428 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-427ce0b4-0b77-4bef-8eee-05d56339b608 req-885152de-bbbb-4b9d-bc1a-5cd764e109bd tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 945 time: 0.1151354 Aug 11 16:27:54.213497 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-c35d2b4e-dbe7-4133-a6b3-f00ef59f3f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:54.239534 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-c35d2b4e-dbe7-4133-a6b3-f00ef59f3f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:54.239753 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-427ce0b4-0b77-4bef-8eee-05d56339b608 req-e8740830-ce39-4da0-87b9-1f1dc44a1585 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384340 Aug 11 16:27:54.293517 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-c35d2b4e-dbe7-4133-a6b3-f00ef59f3f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:54.297162 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-5398a449-a9e5-4361-93fe-99a786bf676b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:54.308677 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d2b4e-dbe7-4133-a6b3-f00ef59f3f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d24078f-9077-4a7c-949d-eca56031e699,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:54.310992 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-c35d2b4e-dbe7-4133-a6b3-f00ef59f3f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:54.318694 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-c35d2b4e-dbe7-4133-a6b3-f00ef59f3f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:54.319858 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-c35d2b4e-dbe7-4133-a6b3-f00ef59f3f6b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d24078f-9077-4a7c-949d-eca56031e699 HTTP/1.1" status: 204 len: 168 time: 0.1677496 Aug 11 16:27:54.578977 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 up at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:27:54.653755 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning complete for port dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:27:54.654308 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:54.772666 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:54.802065 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71c1ff7-e693-498d-8d45-7301f660cd01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd9094b-39a2-4ebb-b6e8-3b2051ab5826'}] {{(pid=79160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:27:54.812937 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port dcd9094b-39a2-4ebb-b6e8-3b2051ab5826, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=dcd9094b-39a2-4ebb-b6e8-3b2051ab5826,segment=NetworkSegment(27cb263a-ccc6-4035-8f60-05cc8115add6),segment_id=27cb263a-ccc6-4035-8f60-05cc8115add6)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:27:54.817717 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:54.820854 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:54.860069 dv-cinder-804265-1-smb neutron-server[79160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71c1ff7-e693-498d-8d45-7301f660cd01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd9094b-39a2-4ebb-b6e8-3b2051ab5826', 'code': 200} Aug 11 16:27:54.904054 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=dcd9094b-39a2-4ebb-b6e8-3b2051ab5826,revision_number=10']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:54.907087 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:55.193926 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907bcbd-ede6-411a-a6a6-defb3ca2700a req-1145a938-575b-44b3-b63d-f22ba8b00b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:55.195856 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2907bcbd-ede6-411a-a6a6-defb3ca2700a req-1145a938-575b-44b3-b63d-f22ba8b00b67 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 1100 time: 0.0931866 Aug 11 16:27:55.248075 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2907bcbd-ede6-411a-a6a6-defb3ca2700a req-29729dd0-836d-47f0-b8c8-4e31615faebc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453839 Aug 11 16:27:55.628627 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075d87d-0860-40f3-a7b6-4e0801e579fa req-9c3806a7-3e3e-45ae-b6d0-168de376890c tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:55.631686 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1075d87d-0860-40f3-a7b6-4e0801e579fa req-9c3806a7-3e3e-45ae-b6d0-168de376890c tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 947 time: 0.2576034 Aug 11 16:27:55.683816 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1075d87d-0860-40f3-a7b6-4e0801e579fa req-51bf669c-68ee-4049-ba8f-7633b5e745ae tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466416 Aug 11 16:27:56.046121 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:56.892303 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc1cbf-e9c9-48c9-99a2-4321bca6b0dc req-a275fbcc-3dcb-4917-a9fc-30a26a4e9e87 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:56.893821 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f9cc1cbf-e9c9-48c9-99a2-4321bca6b0dc req-a275fbcc-3dcb-4917-a9fc-30a26a4e9e87 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 947 time: 0.0838301 Aug 11 16:27:56.943058 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f9cc1cbf-e9c9-48c9-99a2-4321bca6b0dc req-38080728-1897-46ec-98cf-ec6bdb49fc74 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428174 Aug 11 16:27:57.170458 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 6 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:27:58.147171 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba73fe-14f9-4c98-8e02-70f2136062cc req-b2e235cb-136e-4656-a47d-59c6b4c392ed tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:27:58.148655 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0dba73fe-14f9-4c98-8e02-70f2136062cc req-b2e235cb-136e-4656-a47d-59c6b4c392ed tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 947 time: 0.0818779 Aug 11 16:27:58.193321 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0dba73fe-14f9-4c98-8e02-70f2136062cc req-500a72d5-58cd-442a-ad13-9645a9f4469a tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391145 Aug 11 16:27:59.180048 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 47248) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:59.301352 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e133e65d-3f13-4445-b687-833acb197745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:59.315091 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-e133e65d-3f13-4445-b687-833acb197745 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:27:59.319374 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-e133e65d-3f13-4445-b687-833acb197745 admin admin] Usage tracker for resource:security_group_rule and tenant:b9b2bd7b3f9a411b8ede544e6b95b86e is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:27:59.322112 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-e133e65d-3f13-4445-b687-833acb197745 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:27:59.327722 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-e133e65d-3f13-4445-b687-833acb197745 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:27:59.411668 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e133e65d-3f13-4445-b687-833acb197745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:59.415356 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e133e65d-3f13-4445-b687-833acb197745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:59.423688 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:59.463124 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-e133e65d-3f13-4445-b687-833acb197745 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9b2bd7b3f9a411b8ede544e6b95b86e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2819803 Aug 11 16:27:59.464646 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e133e65d-3f13-4445-b687-833acb197745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6266b838-a43e-42c4-9181-6b30d171bf95,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:59.465770 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 47254) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:59.467613 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-e133e65d-3f13-4445-b687-833acb197745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:59.528409 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-976dcc2c-50da-4627-8d41-d0e09460dad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:59.557009 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-976dcc2c-50da-4627-8d41-d0e09460dad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:59.609207 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-976dcc2c-50da-4627-8d41-d0e09460dad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:59.613464 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-9b867f7d-d991-480d-b00f-e2493b1d1f6b tempest-AttachVolumeTestJSON-1314137136 tempest-AttachVolumeTestJSON-1314137136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:27:59.624399 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976dcc2c-50da-4627-8d41-d0e09460dad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6266b838-a43e-42c4-9181-6b30d171bf95,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:27:59.627841 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-976dcc2c-50da-4627-8d41-d0e09460dad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:27:59.631870 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-976dcc2c-50da-4627-8d41-d0e09460dad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:59.633462 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-976dcc2c-50da-4627-8d41-d0e09460dad7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6266b838-a43e-42c4-9181-6b30d171bf95 HTTP/1.1" status: 204 len: 168 time: 0.1661155 Aug 11 16:27:59.904517 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 47262) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:27:59.922582 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c358021f-7266-4f52-b13e-8ad26f9fc877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:27:59.937132 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-c358021f-7266-4f52-b13e-8ad26f9fc877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:27:59.940927 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-c358021f-7266-4f52-b13e-8ad26f9fc877 admin admin] Usage tracker for resource:security_group_rule and tenant:99f970a3c7204be9970812428f7c6c68 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:27:59.943672 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-c358021f-7266-4f52-b13e-8ad26f9fc877 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:27:59.949213 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-c358021f-7266-4f52-b13e-8ad26f9fc877 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:28:00.027646 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c358021f-7266-4f52-b13e-8ad26f9fc877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:00.031137 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c358021f-7266-4f52-b13e-8ad26f9fc877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:00.038421 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-34af830d-4bfb-43f3-8823-94e1679e52c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:00.078080 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-c358021f-7266-4f52-b13e-8ad26f9fc877 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99f970a3c7204be9970812428f7c6c68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1725261 Aug 11 16:28:00.078988 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358021f-7266-4f52-b13e-8ad26f9fc877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba022bf3-96fa-48f7-bcd8-6100ffbb10fa,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:00.081480 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 47266) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:28:00.082473 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-c358021f-7266-4f52-b13e-8ad26f9fc877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:00.140294 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-56a3ecd8-abbe-48d5-8b55-fb3cfcc450cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:00.166265 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-56a3ecd8-abbe-48d5-8b55-fb3cfcc450cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:00.217530 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-56a3ecd8-abbe-48d5-8b55-fb3cfcc450cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:00.221367 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-5914f18c-0a92-460e-b09c-f286cc7a5fdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:00.235472 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3ecd8-abbe-48d5-8b55-fb3cfcc450cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba022bf3-96fa-48f7-bcd8-6100ffbb10fa,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:00.238457 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-56a3ecd8-abbe-48d5-8b55-fb3cfcc450cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:00.243853 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-56a3ecd8-abbe-48d5-8b55-fb3cfcc450cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:00.244975 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-56a3ecd8-abbe-48d5-8b55-fb3cfcc450cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba022bf3-96fa-48f7-bcd8-6100ffbb10fa HTTP/1.1" status: 204 len: 168 time: 0.1623182 Aug 11 16:28:02.410256 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 47340) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:28:02.523741 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b6e00f0b-8502-4a9e-a853-9e5d089bca5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:02.538165 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-b6e00f0b-8502-4a9e-a853-9e5d089bca5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:28:02.541983 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-b6e00f0b-8502-4a9e-a853-9e5d089bca5c admin admin] Usage tracker for resource:security_group_rule and tenant:79d56173269f4df2923f9016a7de59aa is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:28:02.544791 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-b6e00f0b-8502-4a9e-a853-9e5d089bca5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:28:02.550502 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-b6e00f0b-8502-4a9e-a853-9e5d089bca5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:28:02.636431 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b6e00f0b-8502-4a9e-a853-9e5d089bca5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:02.640137 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-b6e00f0b-8502-4a9e-a853-9e5d089bca5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:02.647025 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-8dd31f1c-49c2-4551-b381-eec5dc811ab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:02.688344 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-b6e00f0b-8502-4a9e-a853-9e5d089bca5c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79d56173269f4df2923f9016a7de59aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765810 Aug 11 16:28:02.689230 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e00f0b-8502-4a9e-a853-9e5d089bca5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bb3c54-1153-4b63-8cc2-defcee5b693f,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:02.691003 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 47346) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:28:02.693210 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-b6e00f0b-8502-4a9e-a853-9e5d089bca5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:02.752610 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-f7cd97c4-116a-4041-8485-49f0629c83c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:02.778531 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-f7cd97c4-116a-4041-8485-49f0629c83c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:02.830088 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-f7cd97c4-116a-4041-8485-49f0629c83c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:02.834408 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-a89ffe64-c675-482f-806e-f6e347af2c5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:02.848681 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd97c4-116a-4041-8485-49f0629c83c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bb3c54-1153-4b63-8cc2-defcee5b693f,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:02.852519 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-f7cd97c4-116a-4041-8485-49f0629c83c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:02.864806 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-f7cd97c4-116a-4041-8485-49f0629c83c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:02.866703 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-f7cd97c4-116a-4041-8485-49f0629c83c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a1bb3c54-1153-4b63-8cc2-defcee5b693f HTTP/1.1" status: 204 len: 168 time: 0.1745584 Aug 11 16:28:03.144217 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 47354) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:28:03.163574 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f11307a8-cc8e-47ea-ba01-450bd2d280f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:03.179012 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-f11307a8-cc8e-47ea-ba01-450bd2d280f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:28:03.182891 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-f11307a8-cc8e-47ea-ba01-450bd2d280f0 admin admin] Usage tracker for resource:security_group_rule and tenant:b5bfe9fd112a4440ab7a04fdfa728002 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:28:03.185928 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-f11307a8-cc8e-47ea-ba01-450bd2d280f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:28:03.192198 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-f11307a8-cc8e-47ea-ba01-450bd2d280f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:28:03.278565 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f11307a8-cc8e-47ea-ba01-450bd2d280f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:03.282266 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f11307a8-cc8e-47ea-ba01-450bd2d280f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:03.295314 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-6678f740-d310-40c7-a3c5-0148589d16e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:03.415366 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-f11307a8-cc8e-47ea-ba01-450bd2d280f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b5bfe9fd112a4440ab7a04fdfa728002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699764 Aug 11 16:28:03.416999 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11307a8-cc8e-47ea-ba01-450bd2d280f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aed010f-18b7-45b1-a13e-77e03f35cccf,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:03.418028 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 47358) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:28:03.420151 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-f11307a8-cc8e-47ea-ba01-450bd2d280f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:03.476681 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-3dd55660-77ff-4d8a-9f43-dadb714fdbb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:03.503450 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-3dd55660-77ff-4d8a-9f43-dadb714fdbb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:03.557139 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-3dd55660-77ff-4d8a-9f43-dadb714fdbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:03.561029 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-e7dddb59-e50c-43b6-9be0-551a6036832f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:03.576721 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd55660-77ff-4d8a-9f43-dadb714fdbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aed010f-18b7-45b1-a13e-77e03f35cccf,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:03.580133 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-3dd55660-77ff-4d8a-9f43-dadb714fdbb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:03.584083 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-3dd55660-77ff-4d8a-9f43-dadb714fdbb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:03.587971 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-3dd55660-77ff-4d8a-9f43-dadb714fdbb0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0aed010f-18b7-45b1-a13e-77e03f35cccf HTTP/1.1" status: 204 len: 168 time: 0.1688075 Aug 11 16:28:04.710974 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 47390) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:28:04.825933 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-d24cd65a-5e1d-442a-ac74-a0a4bc20cb2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:04.840574 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-d24cd65a-5e1d-442a-ac74-a0a4bc20cb2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:28:04.844425 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-d24cd65a-5e1d-442a-ac74-a0a4bc20cb2a admin admin] Usage tracker for resource:security_group_rule and tenant:14c761427d0e4d40a582bee16ee758ac is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:28:04.847290 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-d24cd65a-5e1d-442a-ac74-a0a4bc20cb2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:28:04.853209 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-d24cd65a-5e1d-442a-ac74-a0a4bc20cb2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:28:04.942941 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-d24cd65a-5e1d-442a-ac74-a0a4bc20cb2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:04.946674 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-d24cd65a-5e1d-442a-ac74-a0a4bc20cb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:04.953429 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-4bd37d16-b312-4585-a182-8af719543418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:04.993202 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24cd65a-5e1d-442a-ac74-a0a4bc20cb2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b4a0ce-b2e7-497f-9620-cb80572f032c,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:04.996204 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-d24cd65a-5e1d-442a-ac74-a0a4bc20cb2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:04.998724 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-d24cd65a-5e1d-442a-ac74-a0a4bc20cb2a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14c761427d0e4d40a582bee16ee758ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2867250 Aug 11 16:28:05.001374 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 47396) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:28:05.065181 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-3326c87b-11fa-42cf-ba54-96a6c2b521cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:05.090817 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-3326c87b-11fa-42cf-ba54-96a6c2b521cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:05.143169 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-3326c87b-11fa-42cf-ba54-96a6c2b521cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:05.147663 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-b6e00f0b-8502-4a9e-a853-9e5d089bca5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:05.161571 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326c87b-11fa-42cf-ba54-96a6c2b521cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b4a0ce-b2e7-497f-9620-cb80572f032c,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:05.163964 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-3326c87b-11fa-42cf-ba54-96a6c2b521cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:05.174498 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-3326c87b-11fa-42cf-ba54-96a6c2b521cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:05.175611 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-3326c87b-11fa-42cf-ba54-96a6c2b521cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75b4a0ce-b2e7-497f-9620-cb80572f032c HTTP/1.1" status: 204 len: 168 time: 0.1733468 Aug 11 16:28:09.829242 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 47466) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:28:09.942844 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d74219a8-d8de-46de-90b4-c26e2050b1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:09.956464 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-d74219a8-d8de-46de-90b4-c26e2050b1e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:28:09.960797 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-d74219a8-d8de-46de-90b4-c26e2050b1e9 admin admin] Usage tracker for resource:security_group_rule and tenant:87ec7a3fc6574d5f84f8185e3c9816c3 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:28:09.963695 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-d74219a8-d8de-46de-90b4-c26e2050b1e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:28:09.969245 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-d74219a8-d8de-46de-90b4-c26e2050b1e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:28:10.052103 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d74219a8-d8de-46de-90b4-c26e2050b1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:10.055677 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-d74219a8-d8de-46de-90b4-c26e2050b1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:10.063937 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-26df4e22-a219-4aed-b59a-fe34583b7423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:10.103330 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-d74219a8-d8de-46de-90b4-c26e2050b1e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87ec7a3fc6574d5f84f8185e3c9816c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2729323 Aug 11 16:28:10.104930 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74219a8-d8de-46de-90b4-c26e2050b1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ec881f-b01c-4a1b-90a6-69ded56567d1,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:10.106317 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 47472) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:28:10.108336 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-d74219a8-d8de-46de-90b4-c26e2050b1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:10.169036 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-cd8d0df7-8dd4-433a-97d0-59e16fb9d7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:10.194691 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-cd8d0df7-8dd4-433a-97d0-59e16fb9d7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:10.246449 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-cd8d0df7-8dd4-433a-97d0-59e16fb9d7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:10.249963 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-976dcc2c-50da-4627-8d41-d0e09460dad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:10.262531 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d0df7-8dd4-433a-97d0-59e16fb9d7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ec881f-b01c-4a1b-90a6-69ded56567d1,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:10.264774 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-cd8d0df7-8dd4-433a-97d0-59e16fb9d7b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:10.268308 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-cd8d0df7-8dd4-433a-97d0-59e16fb9d7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:10.270972 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-cd8d0df7-8dd4-433a-97d0-59e16fb9d7b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a8ec881f-b01c-4a1b-90a6-69ded56567d1 HTTP/1.1" status: 204 len: 168 time: 0.1616261 Aug 11 16:28:16.617947 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-da5f2fb1-fd4b-4988-bf17-a11253d1ac94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:17.310869 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:19.258400 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-83a7f4f4-a2e0-455a-9079-e6a8f507db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:20.420743 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:21.715933 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:26.039636 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:31.875313 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e1a6b-a047-4cd1-b023-21aa6b718307 req-0bdaaf70-0581-4042-ab7d-a2ed2ba3b30a tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:31.876982 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-770e1a6b-a047-4cd1-b023-21aa6b718307 req-0bdaaf70-0581-4042-ab7d-a2ed2ba3b30a tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 947 time: 0.0839691 Aug 11 16:28:31.925980 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-770e1a6b-a047-4cd1-b023-21aa6b718307 req-82c79fda-f395-4b11-9e7e-99dd694cf202 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407104 Aug 11 16:28:33.124694 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ca67c-4a0f-4494-bc25-0e698764875e req-1c978b27-c1a6-48be-b3c1-841e25455324 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:33.126176 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a97ca67c-4a0f-4494-bc25-0e698764875e req-1c978b27-c1a6-48be-b3c1-841e25455324 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 947 time: 0.0820653 Aug 11 16:28:33.171163 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a97ca67c-4a0f-4494-bc25-0e698764875e req-db3aa68f-1893-4f5d-945a-797dd4e3693f tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups?id=9d937690-6144-4e5a-9c69-8922ddcf05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384378 Aug 11 16:28:33.358507 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3f196-6f39-4565-9fb6-582ddf96144f req-55594bdb-8a6c-4b5c-8ad6-d419524b5dad tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:33.359940 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-48a3f196-6f39-4565-9fb6-582ddf96144f req-55594bdb-8a6c-4b5c-8ad6-d419524b5dad tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.20 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 947 time: 0.0870168 Aug 11 16:28:33.430984 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [req-48a3f196-6f39-4565-9fb6-582ddf96144f req-aaff0bba-9968-40b5-b9a6-64bf4cd7cf59 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Deleting port dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 {{(pid=79159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:28:33.431250 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-48a3f196-6f39-4565-9fb6-582ddf96144f req-aaff0bba-9968-40b5-b9a6-64bf4cd7cf59 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:33.680499 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-48a3f196-6f39-4565-9fb6-582ddf96144f req-aaff0bba-9968-40b5-b9a6-64bf4cd7cf59 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] For port dcd9094b-39a2-4ebb-b6e8-3b2051ab5826, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=dcd9094b-39a2-4ebb-b6e8-3b2051ab5826,segment=NetworkSegment(27cb263a-ccc6-4035-8f60-05cc8115add6),segment_id=27cb263a-ccc6-4035-8f60-05cc8115add6)] {{(pid=79159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:28:33.680865 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-48a3f196-6f39-4565-9fb6-582ddf96144f req-aaff0bba-9968-40b5-b9a6-64bf4cd7cf59 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:33.973221 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-48a3f196-6f39-4565-9fb6-582ddf96144f req-aaff0bba-9968-40b5-b9a6-64bf4cd7cf59 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:33.973506 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-48a3f196-6f39-4565-9fb6-582ddf96144f req-aaff0bba-9968-40b5-b9a6-64bf4cd7cf59 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608121'] for floatingip, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:33.973814 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.db.l3_db [req-48a3f196-6f39-4565-9fb6-582ddf96144f req-aaff0bba-9968-40b5-b9a6-64bf4cd7cf59 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Floating IP 1f7333e6-7d02-4c09-bffa-fa3e067462a9 disassociated. External IP: 172.28.2.20, port: dcd9094b-39a2-4ebb-b6e8-3b2051ab5826. Aug 11 16:28:33.974329 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [req-48a3f196-6f39-4565-9fb6-582ddf96144f req-aaff0bba-9968-40b5-b9a6-64bf4cd7cf59 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Calling delete_port for dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 owned by compute:nova {{(pid=79159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:28:34.169763 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 6 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:28:34.247014 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-48a3f196-6f39-4565-9fb6-582ddf96144f req-aaff0bba-9968-40b5-b9a6-64bf4cd7cf59 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27932534'] for port, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:34.254326 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-67515277-1e57-4fc8-94ed-b5493e965bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:34.343334 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff0bba-9968-40b5-b9a6-64bf4cd7cf59 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Pushing event deleted for resources: {'Port': ['ID=dcd9094b-39a2-4ebb-b6e8-3b2051ab5826,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:34.352239 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-aaff0bba-9968-40b5-b9a6-64bf4cd7cf59 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:34.354691 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e88dfedb-114c-45aa-ac61-3dde792df326 req-daaf643c-a8e6-449b-8cc3-beb1302d9077 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 210 time: 0.0650702 Aug 11 16:28:34.538291 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48a3f196-6f39-4565-9fb6-582ddf96144f req-aaff0bba-9968-40b5-b9a6-64bf4cd7cf59 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Router 9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2 has already been hosted by L3 agent fe3825e1-cd20-4759-aaf9-51b0eae29acc {{(pid=79159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:28:34.726910 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48a3f196-6f39-4565-9fb6-582ddf96144f req-aaff0bba-9968-40b5-b9a6-64bf4cd7cf59 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify agent at l3_agent.dv-cinder-804265-1-smb the message routers_updated {{(pid=79159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:28:34.737280 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076ca55a-1f99-4156-be29-1dc7865a2e1d None None] Sync routers for ids ['9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'] in dv-cinder-804265-1-smb {{(pid=79161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:28:34.747612 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076ca55a-1f99-4156-be29-1dc7865a2e1d None None] Routers {'9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:28:34.748546 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-076ca55a-1f99-4156-be29-1dc7865a2e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:28:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'], 'active': True} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:28:34.804351 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a3f196-6f39-4565-9fb6-582ddf96144f req-aaff0bba-9968-40b5-b9a6-64bf4cd7cf59 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] No DVR routers for this DVR port dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 on host hv-cinder-80426 {{(pid=79159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:28:34.806876 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-48a3f196-6f39-4565-9fb6-582ddf96144f req-aaff0bba-9968-40b5-b9a6-64bf4cd7cf59 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:34.809755 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71c1ff7-e693-498d-8d45-7301f660cd01', 'name': 'network-vif-deleted', 'tag': 'dcd9094b-39a2-4ebb-b6e8-3b2051ab5826'}] {{(pid=79159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:28:34.832426 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-48a3f196-6f39-4565-9fb6-582ddf96144f req-aaff0bba-9968-40b5-b9a6-64bf4cd7cf59 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.20 "DELETE /v2.0/ports/dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 HTTP/1.1" status: 204 len: 173 time: 1.4656191 Aug 11 16:28:34.859167 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71c1ff7-e693-498d-8d45-7301f660cd01', 'name': 'network-vif-deleted', 'tag': 'dcd9094b-39a2-4ebb-b6e8-3b2051ab5826', 'status': 'completed', 'code': 200} Aug 11 16:28:34.939910 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvr_db [None req-076ca55a-1f99-4156-be29-1dc7865a2e1d None None] Set router 9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2 gateway port host: dv-cinder-804265-1-smb {{(pid=79161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:28:35.257413 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-076ca55a-1f99-4156-be29-1dc7865a2e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'name': 'tempest-AttachVolumeShelveTestJSON-228491261-router', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:36Z', 'revision_number': 4, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'gw_port': {'id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:28Z', 'updated_at': '2021-08-11T16:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': 'bbbd57e3-f83c-4668-8fa4-51545db99bcb', 'name': '', 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'mac_address': 'fa:16:3e:da:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1d509748-00d5-4471-8b3e-a2f206f5dac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:34Z', 'updated_at': '2021-08-11T16:21:46Z', 'revision_number': 5, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'subnets': [{'id': '1d509748-00d5-4471-8b3e-a2f206f5dac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:28:35.262038 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076ca55a-1f99-4156-be29-1dc7865a2e1d None None] Checking router: 9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2 for host: dv-cinder-804265-1-smb {{(pid=79161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:28:35.270896 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076ca55a-1f99-4156-be29-1dc7865a2e1d None None] Routers {'9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:28:35.271598 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-076ca55a-1f99-4156-be29-1dc7865a2e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:28:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'], 'active': True} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:28:35.440639 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 47672) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:28:35.467897 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvr_db [None req-076ca55a-1f99-4156-be29-1dc7865a2e1d None None] Set router 9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2 gateway port host: dv-cinder-804265-1-smb {{(pid=79161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:28:35.537457 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-adcb4d28-afbf-44d3-8317-7428d71bee0a req-5c02fe49-acbb-4c12-acae-efd93c7f9546 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Synchronizing usage tracker for tenant:fef1ad4cb48040e8929d178e9133121b on resource:port {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:28:35.554443 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-adcb4d28-afbf-44d3-8317-7428d71bee0a req-5c02fe49-acbb-4c12-acae-efd93c7f9546 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Unset dirty status for tenant:fef1ad4cb48040e8929d178e9133121b on resource:port {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:28:35.564248 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-adcb4d28-afbf-44d3-8317-7428d71bee0a req-5c02fe49-acbb-4c12-acae-efd93c7f9546 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/ports?device_id=f71c1ff7-e693-498d-8d45-7301f660cd01 HTTP/1.1" status: 200 len: 210 time: 0.0750198 Aug 11 16:28:35.622611 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1973bd53-038a-4861-95fb-6360e8280b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:35.638296 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-1973bd53-038a-4861-95fb-6360e8280b99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:28:35.642307 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-1973bd53-038a-4861-95fb-6360e8280b99 admin admin] Usage tracker for resource:security_group_rule and tenant:1da602472e2646e7b35ccdf1530212aa is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:28:35.645150 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-1973bd53-038a-4861-95fb-6360e8280b99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:28:35.652616 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-1973bd53-038a-4861-95fb-6360e8280b99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:28:35.742715 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1973bd53-038a-4861-95fb-6360e8280b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:35.746790 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1973bd53-038a-4861-95fb-6360e8280b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:35.753976 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-ddacfe43-e965-4d5e-b83a-54e1bb0c687b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:35.794443 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-076ca55a-1f99-4156-be29-1dc7865a2e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'name': 'tempest-AttachVolumeShelveTestJSON-228491261-router', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:36Z', 'revision_number': 4, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'gw_port': {'id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:28Z', 'updated_at': '2021-08-11T16:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': 'bbbd57e3-f83c-4668-8fa4-51545db99bcb', 'name': '', 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'mac_address': 'fa:16:3e:da:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1d509748-00d5-4471-8b3e-a2f206f5dac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:34Z', 'updated_at': '2021-08-11T16:21:46Z', 'revision_number': 5, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'subnets': [{'id': '1d509748-00d5-4471-8b3e-a2f206f5dac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:28:35.795518 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-1973bd53-038a-4861-95fb-6360e8280b99 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1da602472e2646e7b35ccdf1530212aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3532031 Aug 11 16:28:35.796509 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1973bd53-038a-4861-95fb-6360e8280b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3dfc04-36a8-479e-92ab-61cb9087775d,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:35.798242 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 47678) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:28:35.799830 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-1973bd53-038a-4861-95fb-6360e8280b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:35.801705 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076ca55a-1f99-4156-be29-1dc7865a2e1d None None] The sync data for ids ['9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'] in dv-cinder-804265-1-smb is: [{'id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'name': 'tempest-AttachVolumeShelveTestJSON-228491261-router', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:21:36Z', 'revision_number': 4, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'gw_port': {'id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:28Z', 'updated_at': '2021-08-11T16:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': 'bbbd57e3-f83c-4668-8fa4-51545db99bcb', 'name': '', 'network_id': '0716185b-9f94-472b-95f6-9bbd05d2e424', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'mac_address': 'fa:16:3e:da:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1d509748-00d5-4471-8b3e-a2f206f5dac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:34Z', 'updated_at': '2021-08-11T16:21:46Z', 'revision_number': 5, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'subnets': [{'id': '1d509748-00d5-4471-8b3e-a2f206f5dac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:28:35.866551 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-01f5850d-ba69-48df-af70-d1bba72fabde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:35.894552 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-01f5850d-ba69-48df-af70-d1bba72fabde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:35.947576 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-01f5850d-ba69-48df-af70-d1bba72fabde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:35.951457 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-3dd55660-77ff-4d8a-9f43-dadb714fdbb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:35.970644 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5850d-ba69-48df-af70-d1bba72fabde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3dfc04-36a8-479e-92ab-61cb9087775d,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:35.973546 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-01f5850d-ba69-48df-af70-d1bba72fabde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:35.983024 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-01f5850d-ba69-48df-af70-d1bba72fabde admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:35.984211 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-01f5850d-ba69-48df-af70-d1bba72fabde admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e3dfc04-36a8-479e-92ab-61cb9087775d HTTP/1.1" status: 204 len: 168 time: 0.1849194 Aug 11 16:28:36.047688 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34b3b5b-b69f-4eb8-b1bb-acf155f81b81 None None] New status for floating IP 1f7333e6-7d02-4c09-bffa-fa3e067462a9: DOWN {{(pid=79160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 16:28:36.686490 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 47706) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:28:36.753716 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-78a90d6a-7d0c-48fc-b25d-61a8589f3a5d tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:36.783397 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-78a90d6a-7d0c-48fc-b25d-61a8589f3a5d tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:36.843585 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-78a90d6a-7d0c-48fc-b25d-61a8589f3a5d tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:36.847400 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-5a24a131-01b8-4fde-8ed5-56d0c031d5fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:36.863440 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a90d6a-7d0c-48fc-b25d-61a8589f3a5d tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d937690-6144-4e5a-9c69-8922ddcf05bb,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:36.868174 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-78a90d6a-7d0c-48fc-b25d-61a8589f3a5d tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:36.883687 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-78a90d6a-7d0c-48fc-b25d-61a8589f3a5d tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:36.884976 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-78a90d6a-7d0c-48fc-b25d-61a8589f3a5d tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "DELETE /v2.0/security-groups/9d937690-6144-4e5a-9c69-8922ddcf05bb HTTP/1.1" status: 204 len: 168 time: 0.1974487 Aug 11 16:28:36.887736 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 47716) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:28:36.905221 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.api.v2.resource [None req-393375a9-6bec-40ff-bd8d-c7c39d87d7bc tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] show failed (client error): The resource could not be found. Aug 11 16:28:36.908821 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-393375a9-6bec-40ff-bd8d-c7c39d87d7bc tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "GET /v2.0/security-groups/9d937690-6144-4e5a-9c69-8922ddcf05bb HTTP/1.1" status: 404 len: 347 time: 0.0175519 Aug 11 16:28:36.909042 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 47720) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:28:37.069898 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.plugin [None req-1f2a7bae-d180-4b27-9101-e4bbefcbe469 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Deleting port cc3922d1-3cb4-4f58-96bc-17ce0fd5710c {{(pid=79158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:28:37.070285 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1f2a7bae-d180-4b27-9101-e4bbefcbe469 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:37.082150 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 47726) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:28:37.200480 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-65b1e889-26da-4c3f-8d31-9791d1916c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:37.215226 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-65b1e889-26da-4c3f-8d31-9791d1916c38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:28:37.219022 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-65b1e889-26da-4c3f-8d31-9791d1916c38 admin admin] Usage tracker for resource:security_group_rule and tenant:7f4a598557d349c3a46b88e8e2784e66 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:28:37.221825 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-65b1e889-26da-4c3f-8d31-9791d1916c38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:28:37.228197 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-65b1e889-26da-4c3f-8d31-9791d1916c38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:28:37.243086 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1f2a7bae-d180-4b27-9101-e4bbefcbe469 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:37.243424 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1f2a7bae-d180-4b27-9101-e4bbefcbe469 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:37.312998 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-65b1e889-26da-4c3f-8d31-9791d1916c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:37.316866 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-65b1e889-26da-4c3f-8d31-9791d1916c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:37.324770 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-e8fb9dde-f4be-4ce2-83c6-3e5178f13a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:37.365133 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-65b1e889-26da-4c3f-8d31-9791d1916c38 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f4a598557d349c3a46b88e8e2784e66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2817912 Aug 11 16:28:37.366110 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1e889-26da-4c3f-8d31-9791d1916c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33275ea8-4b1c-44fa-a76a-1046bbe6fcde,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:37.368488 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 47732) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:28:37.369262 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.plugin [None req-1f2a7bae-d180-4b27-9101-e4bbefcbe469 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Calling delete_port for cc3922d1-3cb4-4f58-96bc-17ce0fd5710c owned by network:floatingip {{(pid=79158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:28:37.371025 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-65b1e889-26da-4c3f-8d31-9791d1916c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:37.428446 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-936636ea-e13d-4a72-9837-cf21355e34c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:37.454100 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-936636ea-e13d-4a72-9837-cf21355e34c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:37.508250 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-936636ea-e13d-4a72-9837-cf21355e34c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:37.513166 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-17aeae29-a138-4722-804d-c6b5efc13733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:37.515231 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1f2a7bae-d180-4b27-9101-e4bbefcbe469 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32627690'] for port, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:37.519900 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-1c71b984-434f-475f-b6fe-3a29caa53576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:37.523678 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936636ea-e13d-4a72-9837-cf21355e34c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33275ea8-4b1c-44fa-a76a-1046bbe6fcde,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:37.534187 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-936636ea-e13d-4a72-9837-cf21355e34c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:37.534187 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-936636ea-e13d-4a72-9837-cf21355e34c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:37.534187 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-936636ea-e13d-4a72-9837-cf21355e34c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33275ea8-4b1c-44fa-a76a-1046bbe6fcde HTTP/1.1" status: 204 len: 168 time: 0.1626139 Aug 11 16:28:37.571016 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a7bae-d180-4b27-9101-e4bbefcbe469 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Pushing event deleted for resources: {'Port': ['ID=cc3922d1-3cb4-4f58-96bc-17ce0fd5710c,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:37.606140 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-1f2a7bae-d180-4b27-9101-e4bbefcbe469 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:37.666810 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1f2a7bae-d180-4b27-9101-e4bbefcbe469 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks [] for floatingip, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:37.685697 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-1f2a7bae-d180-4b27-9101-e4bbefcbe469 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for floatingip, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:37.687125 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-1f2a7bae-d180-4b27-9101-e4bbefcbe469 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] 10.222.0.21 "DELETE /v2.0/floatingips/1f7333e6-7d02-4c09-bffa-fa3e067462a9 HTTP/1.1" status: 204 len: 168 time: 0.7771399 Aug 11 16:28:38.710443 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:28:38.747879 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] No Port match for: dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:28:38.748243 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device dcd9094b-39a2-4ebb-b6e8-3b2051ab5826 not bound to the agent host hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:28:40.028677 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-3fe82190-3a9e-48a3-8d9a-227c41e31165 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ef34272b71d640b9ab1152acb5e82a9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309954 Aug 11 16:28:40.177551 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-1cd476b5-5909-4512-a881-d97569b61f30 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:40.178992 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-1cd476b5-5909-4512-a881-d97569b61f30 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1452694 Aug 11 16:28:40.192924 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-951aa3be-bd2a-4116-b6b0-7bc0eae10fc7 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] 10.222.0.21 "GET /v2.0/quotas/ef34272b71d640b9ab1152acb5e82a9d HTTP/1.1" status: 200 len: 375 time: 0.0085795 Aug 11 16:28:40.240858 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-6f3f619b-9d27-4da4-9062-d1b0f5fb80da tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef34272b71d640b9ab1152acb5e82a9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423524 Aug 11 16:28:40.414839 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9b611d64-061f-46da-9856-223dffbe1225 req-ddeceff1-3f26-4c11-b5cc-a8c36de8d7ae tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] 10.222.0.21 "GET /v2.0/ports?device_id=649aea2f-230d-4122-a5ef-b71077dfcd28 HTTP/1.1" status: 200 len: 210 time: 0.0435047 Aug 11 16:28:40.497775 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 47806) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:28:41.327502 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-52ad6ff8-d535-4c35-9f12-57b06737694e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398024'] for router_interface, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:41.417649 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-32fd924e-1502-489d-a1e2-f429f1daaf62 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ef34272b71d640b9ab1152acb5e82a9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310874 Aug 11 16:28:41.707101 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.plugin [None req-52ad6ff8-d535-4c35-9f12-57b06737694e admin admin] Deleting port bbbd57e3-f83c-4668-8fa4-51545db99bcb {{(pid=79158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:28:41.707712 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-52ad6ff8-d535-4c35-9f12-57b06737694e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:41.719184 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-13516e4b-ff15-4e3b-a048-a484aa6018cf req-d9dcda8c-6e82-4021-a06f-b3b5f06d6fb7 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] 10.222.0.21 "GET /v2.0/ports?device_id=649aea2f-230d-4122-a5ef-b71077dfcd28 HTTP/1.1" status: 200 len: 210 time: 0.1704013 Aug 11 16:28:41.769017 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-141877ac-9783-4272-8a9f-2f7c046cee4a tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:41.770459 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-141877ac-9783-4272-8a9f-2f7c046cee4a tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3476617 Aug 11 16:28:41.787781 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-1298d71e-f44e-45f9-9e9b-3c90694f13ea tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Request body: {'port': {'device_id': '649aea2f-230d-4122-a5ef-b71077dfcd28', 'network_id': '46e6e177-5bf7-49af-997c-3e0ce3e16f13', 'admin_state_up': True, 'tenant_id': 'ef34272b71d640b9ab1152acb5e82a9d'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:28:41.888892 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.db [None req-52ad6ff8-d535-4c35-9f12-57b06737694e admin admin] For port bbbd57e3-f83c-4668-8fa4-51545db99bcb, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=bbbd57e3-f83c-4668-8fa4-51545db99bcb,segment=NetworkSegment(27cb263a-ccc6-4035-8f60-05cc8115add6),segment_id=27cb263a-ccc6-4035-8f60-05cc8115add6)] {{(pid=79158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:28:41.889152 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-52ad6ff8-d535-4c35-9f12-57b06737694e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:41.923459 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-1298d71e-f44e-45f9-9e9b-3c90694f13ea tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:28:41.927934 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-1298d71e-f44e-45f9-9e9b-3c90694f13ea tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Usage tracker for resource:port and tenant:ef34272b71d640b9ab1152acb5e82a9d is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:28:41.930957 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-1298d71e-f44e-45f9-9e9b-3c90694f13ea tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:28:41.936794 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-1298d71e-f44e-45f9-9e9b-3c90694f13ea tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:28:41.947077 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-1298d71e-f44e-45f9-9e9b-3c90694f13ea tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Made reservation on behalf of ef34272b71d640b9ab1152acb5e82a9d for: {'port': 1} {{(pid=79159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:28:41.950804 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-1298d71e-f44e-45f9-9e9b-3c90694f13ea tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:41.964543 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-1298d71e-f44e-45f9-9e9b-3c90694f13ea tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:41.980004 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-1298d71e-f44e-45f9-9e9b-3c90694f13ea tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:28:41.983837 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-1298d71e-f44e-45f9-9e9b-3c90694f13ea tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Usage tracker for resource:security_group_rule and tenant:ef34272b71d640b9ab1152acb5e82a9d is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:28:41.986676 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-1298d71e-f44e-45f9-9e9b-3c90694f13ea tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:28:41.992733 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-1298d71e-f44e-45f9-9e9b-3c90694f13ea tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:28:42.035259 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.plugin [None req-52ad6ff8-d535-4c35-9f12-57b06737694e admin admin] Calling delete_port for bbbd57e3-f83c-4668-8fa4-51545db99bcb owned by network:router_interface {{(pid=79158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:28:42.085647 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-1298d71e-f44e-45f9-9e9b-3c90694f13ea tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:42.089377 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-1298d71e-f44e-45f9-9e9b-3c90694f13ea tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:42.093994 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-f7cd97c4-116a-4041-8485-49f0629c83c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:42.171296 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298d71e-f44e-45f9-9e9b-3c90694f13ea tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93c123a8-6202-4804-be84-916c6f612deb,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:42.174348 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-1298d71e-f44e-45f9-9e9b-3c90694f13ea tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:42.216208 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-52ad6ff8-d535-4c35-9f12-57b06737694e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32627690'] for port, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:42.220986 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-b4dfc088-53c3-47e6-adc9-f095862dd59f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:42.265036 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad6ff8-d535-4c35-9f12-57b06737694e admin admin] Pushing event deleted for resources: {'Port': ['ID=bbbd57e3-f83c-4668-8fa4-51545db99bcb,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:42.268190 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-52ad6ff8-d535-4c35-9f12-57b06737694e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:42.277055 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.db_base_plugin_common [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-1298d71e-f44e-45f9-9e9b-3c90694f13ea tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Allocated IP 192.168.233.174 (46e6e177-5bf7-49af-997c-3e0ce3e16f13/11026d10-5fc2-4d15-8716-8d1f889db911/f0288041-af54-497d-a57f-71cc31fb17fa) {{(pid=79159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:28:42.502455 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-1298d71e-f44e-45f9-9e9b-3c90694f13ea tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Notify callbacks [] for port, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:42.520114 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.provisioning_blocks [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-1298d71e-f44e-45f9-9e9b-3c90694f13ea tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Transition to ACTIVE for port object f0288041-af54-497d-a57f-71cc31fb17fa will not be triggered until provisioned by entity DHCP. {{(pid=79159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:28:42.549531 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-1298d71e-f44e-45f9-9e9b-3c90694f13ea tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27932534'] for port, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:42.556330 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-c70a8a64-3d0c-418f-9c2d-9577a8a62366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:42.627526 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-1298d71e-f44e-45f9-9e9b-3c90694f13ea tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Network 46e6e177-5bf7-49af-997c-3e0ce3e16f13 is already hosted by enough agents. {{(pid=79159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:28:42.631258 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-1298d71e-f44e-45f9-9e9b-3c90694f13ea tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Resources bound (agent type, host, resource id): {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:28:42.635283 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-1298d71e-f44e-45f9-9e9b-3c90694f13ea tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Received port after_create {{(pid=79159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:28:42.653861 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-52ad6ff8-d535-4c35-9f12-57b06737694e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398004'] for router_interface, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:42.680760 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298d71e-f44e-45f9-9e9b-3c90694f13ea tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Pushing event updated for resources: {'Port': ['ID=f0288041-af54-497d-a57f-71cc31fb17fa,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:42.692419 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-1298d71e-f44e-45f9-9e9b-3c90694f13ea tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:42.711336 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-1298d71e-f44e-45f9-9e9b-3c90694f13ea tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:42.711962 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-1298d71e-f44e-45f9-9e9b-3c90694f13ea tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:42.741918 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-1298d71e-f44e-45f9-9e9b-3c90694f13ea tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9557574 Aug 11 16:28:42.758980 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-aa837f87-f319-4d54-a24a-310dad81f9ab service neutron] Request body: {'port': {'device_id': '649aea2f-230d-4122-a5ef-b71077dfcd28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:28:42.920724 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-aa837f87-f319-4d54-a24a-310dad81f9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:42.951171 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-eb79cc0e-a10c-48f6-ba7b-1c3e4d4f3966 None None] Provisioning for port f0288041-af54-497d-a57f-71cc31fb17fa completed by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:28:42.957058 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-eb79cc0e-a10c-48f6-ba7b-1c3e4d4f3966 None None] Provisioning complete for port f0288041-af54-497d-a57f-71cc31fb17fa triggered by entity DHCP. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:28:42.957440 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-eb79cc0e-a10c-48f6-ba7b-1c3e4d4f3966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:43.025820 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-eb79cc0e-a10c-48f6-ba7b-1c3e4d4f3966 None None] Port f0288041-af54-497d-a57f-71cc31fb17fa cannot update to ACTIVE because it is not bound. {{(pid=79160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 16:28:43.044351 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ad6ff8-d535-4c35-9f12-57b06737694e admin admin] Router 9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2 has already been hosted by L3 agent fe3825e1-cd20-4759-aaf9-51b0eae29acc {{(pid=79158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:28:43.069856 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383684c-c85a-4c21-8a75-659aeea15919 req-0827c38c-b667-4511-9b01-671570a41081 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:43.070588 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-9383684c-c85a-4c21-8a75-659aeea15919 req-0827c38c-b667-4511-9b01-671570a41081 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Synchronizing usage tracker for tenant:ef34272b71d640b9ab1152acb5e82a9d on resource:port {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:28:43.107270 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-9383684c-c85a-4c21-8a75-659aeea15919 req-0827c38c-b667-4511-9b01-671570a41081 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Unset dirty status for tenant:ef34272b71d640b9ab1152acb5e82a9d on resource:port {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:28:43.108402 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9383684c-c85a-4c21-8a75-659aeea15919 req-0827c38c-b667-4511-9b01-671570a41081 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] 10.222.0.21 "GET /v2.0/ports?device_id=649aea2f-230d-4122-a5ef-b71077dfcd28 HTTP/1.1" status: 200 len: 936 time: 0.2551715 Aug 11 16:28:43.229422 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ad6ff8-d535-4c35-9f12-57b06737694e admin admin] Notify agent at l3_agent.dv-cinder-804265-1-smb the message routers_updated {{(pid=79158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:28:43.230181 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-9383684c-c85a-4c21-8a75-659aeea15919 req-a73f50a7-d386-4378-90e5-21a99a97e0c5 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Synchronizing usage tracker for tenant:ef34272b71d640b9ab1152acb5e82a9d on resource:security_group {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:28:43.239031 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce160152-d21c-491c-9e1b-51d69748efab None None] Sync routers for ids ['9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'] in dv-cinder-804265-1-smb {{(pid=79161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:28:43.244412 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-52ad6ff8-d535-4c35-9f12-57b06737694e admin admin] 10.222.0.21 "PUT /v2.0/routers/9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7431703 Aug 11 16:28:43.244683 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 47822) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:28:43.252370 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce160152-d21c-491c-9e1b-51d69748efab None None] Routers {'9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:28:43.252998 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-ce160152-d21c-491c-9e1b-51d69748efab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:28:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'], 'active': True} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:28:43.278091 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-9383684c-c85a-4c21-8a75-659aeea15919 req-a73f50a7-d386-4378-90e5-21a99a97e0c5 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Unset dirty status for tenant:ef34272b71d640b9ab1152acb5e82a9d on resource:security_group {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:28:43.279291 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9383684c-c85a-4c21-8a75-659aeea15919 req-a73f50a7-d386-4378-90e5-21a99a97e0c5 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] 10.222.0.21 "GET /v2.0/security-groups?id=93c123a8-6202-4804-be84-916c6f612deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563158 Aug 11 16:28:43.365902 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-aa837f87-f319-4d54-a24a-310dad81f9ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0288041-af54-497d-a57f-71cc31fb17fa {{(pid=79159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:28:43.374731 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-aa837f87-f319-4d54-a24a-310dad81f9ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:43.391556 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.provisioning_blocks [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-aa837f87-f319-4d54-a24a-310dad81f9ab service neutron] Transition to ACTIVE for port object f0288041-af54-497d-a57f-71cc31fb17fa will not be triggered until provisioned by entity L2. {{(pid=79159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:28:43.395583 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-aa837f87-f319-4d54-a24a-310dad81f9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27932527'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:43.401069 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-a027423a-7483-4cac-863d-0348b1d94565 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:43.431857 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-eec79643-a795-4774-b688-2455fda540ac admin admin] Notify callbacks [] for router, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:43.465531 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvr_db [None req-ce160152-d21c-491c-9e1b-51d69748efab None None] Set router 9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2 gateway port host: dv-cinder-804265-1-smb {{(pid=79161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:28:43.564987 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa837f87-f319-4d54-a24a-310dad81f9ab service neutron] Pushing event updated for resources: {'Port': ['ID=f0288041-af54-497d-a57f-71cc31fb17fa,revision_number=2']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:43.573748 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-aa837f87-f319-4d54-a24a-310dad81f9ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:43.687075 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-eec79643-a795-4774-b688-2455fda540ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:43.701874 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.plugin [None req-eec79643-a795-4774-b688-2455fda540ac admin admin] Deleting port 274abaf1-a88a-476d-97f3-cca1aa1a9421 {{(pid=79158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:28:43.702272 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-eec79643-a795-4774-b688-2455fda540ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:43.799988 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-aa837f87-f319-4d54-a24a-310dad81f9ab service neutron] Attempting to bind port f0288041-af54-497d-a57f-71cc31fb17fa on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:28:43.800347 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-aa837f87-f319-4d54-a24a-310dad81f9ab service neutron] Attempting to bind port f0288041-af54-497d-a57f-71cc31fb17fa by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': 'a3348c22-8a52-4c72-a985-449d798b821f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '46e6e177-5bf7-49af-997c-3e0ce3e16f13'}] {{(pid=79159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:28:43.800656 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-aa837f87-f319-4d54-a24a-310dad81f9ab service neutron] Attempting to bind port f0288041-af54-497d-a57f-71cc31fb17fa on network 46e6e177-5bf7-49af-997c-3e0ce3e16f13 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:28:43.806275 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-aa837f87-f319-4d54-a24a-310dad81f9ab service neutron] Port f0288041-af54-497d-a57f-71cc31fb17fa on network 46e6e177-5bf7-49af-997c-3e0ce3e16f13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:28:43.806417 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-aa837f87-f319-4d54-a24a-310dad81f9ab service neutron] Attempting to bind port f0288041-af54-497d-a57f-71cc31fb17fa on network 46e6e177-5bf7-49af-997c-3e0ce3e16f13 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:28:43.811581 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-aa837f87-f319-4d54-a24a-310dad81f9ab service neutron] Checking agent: {'id': '1d09ba05-6aad-4b92-98a7-4a9421ef38ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:28:43.811922 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-aa837f87-f319-4d54-a24a-310dad81f9ab service neutron] Checking segment: {'id': 'a3348c22-8a52-4c72-a985-449d798b821f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '46e6e177-5bf7-49af-997c-3e0ce3e16f13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:28:43.812997 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-aa837f87-f319-4d54-a24a-310dad81f9ab service neutron] Bound using segment: {'id': 'a3348c22-8a52-4c72-a985-449d798b821f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '46e6e177-5bf7-49af-997c-3e0ce3e16f13'} {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:28:43.813435 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-aa837f87-f319-4d54-a24a-310dad81f9ab service neutron] Bound port: f0288041-af54-497d-a57f-71cc31fb17fa, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3348c22-8a52-4c72-a985-449d798b821f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '46e6e177-5bf7-49af-997c-3e0ce3e16f13'}}] {{(pid=79159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:28:43.813862 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-aa837f87-f319-4d54-a24a-310dad81f9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:43.840407 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-ce160152-d21c-491c-9e1b-51d69748efab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'name': 'tempest-AttachVolumeShelveTestJSON-228491261-router', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:28:42Z', 'revision_number': 5, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'gw_port': {'id': '274abaf1-a88a-476d-97f3-cca1aa1a9421', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:21:28Z', 'updated_at': '2021-08-11T16:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb'}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:28:43.844242 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce160152-d21c-491c-9e1b-51d69748efab None None] Checking router: 9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2 for host: dv-cinder-804265-1-smb {{(pid=79161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:28:43.852742 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce160152-d21c-491c-9e1b-51d69748efab None None] Routers {'9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:28:43.853355 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-ce160152-d21c-491c-9e1b-51d69748efab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:28:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'], 'active': True} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:28:43.905471 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-aa837f87-f319-4d54-a24a-310dad81f9ab service neutron] For port f0288041-af54-497d-a57f-71cc31fb17fa, host hv-cinder-80426, cleared binding levels {{(pid=79159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:28:43.911368 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-aa837f87-f319-4d54-a24a-310dad81f9ab service neutron] For port f0288041-af54-497d-a57f-71cc31fb17fa, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=f0288041-af54-497d-a57f-71cc31fb17fa,segment=NetworkSegment(a3348c22-8a52-4c72-a985-449d798b821f),segment_id=a3348c22-8a52-4c72-a985-449d798b821f)] {{(pid=79159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:28:43.913276 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.db [None req-eec79643-a795-4774-b688-2455fda540ac admin admin] For port 274abaf1-a88a-476d-97f3-cca1aa1a9421, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=274abaf1-a88a-476d-97f3-cca1aa1a9421,segment=NetworkSegment(ef0f4f8c-59c6-4f74-90fe-819af28e8bc6),segment_id=ef0f4f8c-59c6-4f74-90fe-819af28e8bc6)] {{(pid=79158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:28:43.913705 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-eec79643-a795-4774-b688-2455fda540ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:43.917234 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-aa837f87-f319-4d54-a24a-310dad81f9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27932527'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:43.923992 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-6cb2df0b-dace-4c3e-b8bf-71715e191aea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:43.983577 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-aa837f87-f319-4d54-a24a-310dad81f9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:43.984206 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-aa837f87-f319-4d54-a24a-310dad81f9ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:43.985592 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-aa837f87-f319-4d54-a24a-310dad81f9ab service neutron] 10.222.0.20 "PUT /v2.0/ports/f0288041-af54-497d-a57f-71cc31fb17fa HTTP/1.1" status: 200 len: 1098 time: 1.2326157 Aug 11 16:28:43.986117 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '649aea2f-230d-4122-a5ef-b71077dfcd28', 'tag': 'f0288041-af54-497d-a57f-71cc31fb17fa'}] {{(pid=79159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:28:44.022593 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa837f87-f319-4d54-a24a-310dad81f9ab service neutron] Pushing event updated for resources: {'Port': ['ID=f0288041-af54-497d-a57f-71cc31fb17fa,revision_number=3']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:44.033301 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-aa837f87-f319-4d54-a24a-310dad81f9ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:44.059913 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvr_db [None req-ce160152-d21c-491c-9e1b-51d69748efab None None] Set router 9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2 gateway port host: None {{(pid=79161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:28:44.078533 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '649aea2f-230d-4122-a5ef-b71077dfcd28', 'tag': 'f0288041-af54-497d-a57f-71cc31fb17fa', 'status': 'completed', 'code': 200} Aug 11 16:28:44.127203 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-f98ced03-a561-4341-b4cd-8dfad595289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:44.128867 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-f98ced03-a561-4341-b4cd-8dfad595289d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef34272b71d640b9ab1152acb5e82a9d&device_id=649aea2f-230d-4122-a5ef-b71077dfcd28 HTTP/1.1" status: 200 len: 1101 time: 0.0874443 Aug 11 16:28:44.176949 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.plugin [None req-eec79643-a795-4774-b688-2455fda540ac admin admin] Calling delete_port for 274abaf1-a88a-476d-97f3-cca1aa1a9421 owned by network:router_gateway {{(pid=79158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:28:44.183014 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-ce160152-d21c-491c-9e1b-51d69748efab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'name': 'tempest-AttachVolumeShelveTestJSON-228491261-router', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:28:43Z', 'revision_number': 6, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'gw_port_host': None}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:28:44.187344 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce160152-d21c-491c-9e1b-51d69748efab None None] The sync data for ids ['9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2'] in dv-cinder-804265-1-smb is: [{'id': '9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2', 'name': 'tempest-AttachVolumeShelveTestJSON-228491261-router', 'tenant_id': 'fef1ad4cb48040e8929d178e9133121b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:21:27Z', 'updated_at': '2021-08-11T16:28:43Z', 'revision_number': 6, 'project_id': 'fef1ad4cb48040e8929d178e9133121b', 'gw_port_host': None}] {{(pid=79161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:28:44.216999 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-ffd8b11a-de14-48aa-9ef4-b7c6276dc4dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=f0288041-af54-497d-a57f-71cc31fb17fa HTTP/1.1" status: 200 len: 217 time: 0.0732203 Aug 11 16:28:44.290020 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-88e87c81-08e9-4cda-b94e-5b4089af420f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:44.291543 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-88e87c81-08e9-4cda-b94e-5b4089af420f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=11026d10-5fc2-4d15-8716-8d1f889db911 HTTP/1.1" status: 200 len: 843 time: 0.0640764 Aug 11 16:28:44.355572 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-eec79643-a795-4774-b688-2455fda540ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32627690'] for port, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:44.360217 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-f5a76219-e262-4b7e-9d08-ff959c65da09 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:44.375716 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-1a1cc994-b198-441c-8729-89add6a99ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:44.377192 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-1a1cc994-b198-441c-8729-89add6a99ec6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=46e6e177-5bf7-49af-997c-3e0ce3e16f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0796309 Aug 11 16:28:44.409144 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec79643-a795-4774-b688-2455fda540ac admin admin] Pushing event deleted for resources: {'Port': ['ID=274abaf1-a88a-476d-97f3-cca1aa1a9421,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:44.440172 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-eec79643-a795-4774-b688-2455fda540ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:44.498116 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-eec79643-a795-4774-b688-2455fda540ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608029'] for router_gateway, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:44.575407 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-1d2839e0-f5f8-454b-95a5-b0cc065a651a service neutron] 10.222.0.20 "GET /v2.0/networks/46e6e177-5bf7-49af-997c-3e0ce3e16f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905942 Aug 11 16:28:44.589443 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a432256-3297-42e0-81d2-e64fd91b5d12 req-8ece53fd-b3de-4358-b148-42b92c7ca411 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:44.591048 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3a432256-3297-42e0-81d2-e64fd91b5d12 req-8ece53fd-b3de-4358-b148-42b92c7ca411 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] 10.222.0.21 "GET /v2.0/ports?device_id=649aea2f-230d-4122-a5ef-b71077dfcd28 HTTP/1.1" status: 200 len: 948 time: 0.1865268 Aug 11 16:28:44.703532 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-eec79643-a795-4774-b688-2455fda540ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3920'] for router, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:44.705780 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-eec79643-a795-4774-b688-2455fda540ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:44.728857 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-eec79643-a795-4774-b688-2455fda540ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-452935'] for router, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:44.729354 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec79643-a795-4774-b688-2455fda540ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2 {{(pid=79158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 11 16:28:44.731088 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3a432256-3297-42e0-81d2-e64fd91b5d12 req-5c6b934b-9b95-4847-b3aa-42681676e33b tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] 10.222.0.21 "GET /v2.0/security-groups?id=93c123a8-6202-4804-be84-916c6f612deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192148 Aug 11 16:28:44.742511 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-eec79643-a795-4774-b688-2455fda540ac admin admin] Notify callbacks [] for router, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:44.746065 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-eec79643-a795-4774-b688-2455fda540ac admin admin] 10.222.0.21 "DELETE /v2.0/routers/9e4bbe10-6f6d-449d-bfbc-c06cd545d8f2 HTTP/1.1" status: 204 len: 168 time: 1.4979038 Aug 11 16:28:44.746551 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 47830) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:28:44.811146 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a0ad35be-4a06-4a03-93fd-b83057d965f1 req-0f8b4e15-6540-4ee4-8261-2592cd6b1238 service neutron] 10.222.0.20 "GET /v2.0/networks/46e6e177-5bf7-49af-997c-3e0ce3e16f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189832 Aug 11 16:28:44.832215 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f585397-5df7-4942-89af-f3e156df59f3 admin admin] Deleting subnet 1d509748-00d5-4471-8b3e-a2f206f5dac5 {{(pid=79159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 11 16:28:44.835743 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-4f585397-5df7-4942-89af-f3e156df59f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:44.885894 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-4f585397-5df7-4942-89af-f3e156df59f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28442349'] for subnet, precommit_delete_associations {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:45.023268 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716fd6f2-3347-456d-9694-54718d4dd03f req-14048534-c9fd-4300-9da1-2cb99fa19edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:45.024769 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-716fd6f2-3347-456d-9694-54718d4dd03f req-14048534-c9fd-4300-9da1-2cb99fa19edd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef34272b71d640b9ab1152acb5e82a9d&device_id=649aea2f-230d-4122-a5ef-b71077dfcd28 HTTP/1.1" status: 200 len: 1101 time: 0.1096354 Aug 11 16:28:45.029035 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-4f585397-5df7-4942-89af-f3e156df59f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3352476'] for subnet, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:45.212491 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-4f585397-5df7-4942-89af-f3e156df59f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3352467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27932453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27398810'] for subnet, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:45.218312 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716fd6f2-3347-456d-9694-54718d4dd03f req-78343e2b-5541-4182-86ff-68782e85cb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:45.219751 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-716fd6f2-3347-456d-9694-54718d4dd03f req-78343e2b-5541-4182-86ff-68782e85cb77 service neutron] 10.222.0.20 "GET /v2.0/networks?id=46e6e177-5bf7-49af-997c-3e0ce3e16f13 HTTP/1.1" status: 200 len: 870 time: 0.1647959 Aug 11 16:28:45.221256 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-7fdac9f1-5ef2-4452-8b17-22060fb79721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:45.311201 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-4f585397-5df7-4942-89af-f3e156df59f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:45.320250 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b92edf-04a7-4796-afa9-3acd795960e7 None None] Network 0716185b-9f94-472b-95f6-9bbd05d2e424 requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:28:45.326434 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f585397-5df7-4942-89af-f3e156df59f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d509748-00d5-4471-8b3e-a2f206f5dac5,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:45.328914 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-4f585397-5df7-4942-89af-f3e156df59f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:45.331605 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-716fd6f2-3347-456d-9694-54718d4dd03f req-7f70beea-2334-41f5-ad2a-60f0e73e95b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=f0288041-af54-497d-a57f-71cc31fb17fa HTTP/1.1" status: 200 len: 217 time: 0.0829587 Aug 11 16:28:45.333217 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-4f585397-5df7-4942-89af-f3e156df59f3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1d509748-00d5-4471-8b3e-a2f206f5dac5 HTTP/1.1" status: 204 len: 168 time: 0.5857310 Aug 11 16:28:45.336927 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 47834) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:28:45.582548 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bde1350-e44b-46fb-b316-bdad121845e4 None None] DHCP port deletion for 0716185b-9f94-472b-95f6-9bbd05d2e424 request from dv-cinder-804265-1-smb {{(pid=79160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 11 16:28:45.587452 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-4bde1350-e44b-46fb-b316-bdad121845e4 None None] Deleting port 7a90f4fc-45f5-4794-a022-a712250e743d {{(pid=79160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:28:45.588136 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-4bde1350-e44b-46fb-b316-bdad121845e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:45.597134 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716fd6f2-3347-456d-9694-54718d4dd03f req-f1832829-6e16-43fa-8f6c-3ae6b9295a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:45.598581 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-716fd6f2-3347-456d-9694-54718d4dd03f req-f1832829-6e16-43fa-8f6c-3ae6b9295a6d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=11026d10-5fc2-4d15-8716-8d1f889db911 HTTP/1.1" status: 200 len: 843 time: 0.2435582 Aug 11 16:28:45.601264 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-0f8b2536-1e3c-4fa0-941a-6f58d5d762e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3965533'] for network, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:45.658952 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [None req-0f8b2536-1e3c-4fa0-941a-6f58d5d762e0 admin admin] Deleting port 7a90f4fc-45f5-4794-a022-a712250e743d {{(pid=79159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:28:45.659333 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-0f8b2536-1e3c-4fa0-941a-6f58d5d762e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:45.800032 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device bbbd57e3-f83c-4668-8fa4-51545db99bcb no longer exists at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:28:45.845306 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] No Port match for: bbbd57e3-f83c-4668-8fa4-51545db99bcb {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:28:45.845563 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device bbbd57e3-f83c-4668-8fa4-51545db99bcb not bound to the agent host dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:28:45.846173 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 7a90f4fc-45f5-4794-a022-a712250e743d no longer exists at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:28:45.876806 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716fd6f2-3347-456d-9694-54718d4dd03f req-db68cd4d-5a74-47eb-a8a8-f62581998dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:45.878335 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-716fd6f2-3347-456d-9694-54718d4dd03f req-db68cd4d-5a74-47eb-a8a8-f62581998dad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=46e6e177-5bf7-49af-997c-3e0ce3e16f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2710884 Aug 11 16:28:45.890481 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-4bde1350-e44b-46fb-b316-bdad121845e4 None None] For port 7a90f4fc-45f5-4794-a022-a712250e743d, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=7a90f4fc-45f5-4794-a022-a712250e743d,segment=NetworkSegment(27cb263a-ccc6-4035-8f60-05cc8115add6),segment_id=27cb263a-ccc6-4035-8f60-05cc8115add6)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:28:45.890893 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-4bde1350-e44b-46fb-b316-bdad121845e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:45.998251 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [None req-0f8b2536-1e3c-4fa0-941a-6f58d5d762e0 admin admin] For port 7a90f4fc-45f5-4794-a022-a712250e743d, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=7a90f4fc-45f5-4794-a022-a712250e743d,segment=NetworkSegment(27cb263a-ccc6-4035-8f60-05cc8115add6),segment_id=27cb263a-ccc6-4035-8f60-05cc8115add6)] {{(pid=79159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:28:45.998614 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-0f8b2536-1e3c-4fa0-941a-6f58d5d762e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:46.019351 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-4bde1350-e44b-46fb-b316-bdad121845e4 None None] Calling delete_port for 7a90f4fc-45f5-4794-a022-a712250e743d owned by network:dhcp {{(pid=79160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:28:46.144341 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:46.155712 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-4bde1350-e44b-46fb-b316-bdad121845e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561'] for port, after_delete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:46.161304 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:46.183273 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [None req-0f8b2536-1e3c-4fa0-941a-6f58d5d762e0 admin admin] Calling delete_port for 7a90f4fc-45f5-4794-a022-a712250e743d owned by network:dhcp {{(pid=79159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:28:46.210618 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde1350-e44b-46fb-b316-bdad121845e4 None None] Pushing event deleted for resources: {'Port': ['ID=7a90f4fc-45f5-4794-a022-a712250e743d,revision_number=None']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:46.219213 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bde1350-e44b-46fb-b316-bdad121845e4 None None] No DVR routers for this DVR port 7a90f4fc-45f5-4794-a022-a712250e743d on host dv-cinder-804265-1-smb {{(pid=79160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:28:46.231174 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bde1350-e44b-46fb-b316-bdad121845e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:46.231563 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bde1350-e44b-46fb-b316-bdad121845e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:46.231897 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bde1350-e44b-46fb-b316-bdad121845e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:46.232338 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bde1350-e44b-46fb-b316-bdad121845e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:46.232544 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bde1350-e44b-46fb-b316-bdad121845e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:46.232971 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bde1350-e44b-46fb-b316-bdad121845e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:46.233178 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bde1350-e44b-46fb-b316-bdad121845e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:46.233534 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bde1350-e44b-46fb-b316-bdad121845e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:46.233811 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bde1350-e44b-46fb-b316-bdad121845e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:46.234123 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bde1350-e44b-46fb-b316-bdad121845e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:46.234466 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bde1350-e44b-46fb-b316-bdad121845e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:46.234779 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bde1350-e44b-46fb-b316-bdad121845e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:46.237994 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-4bde1350-e44b-46fb-b316-bdad121845e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:46.274501 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 274abaf1-a88a-476d-97f3-cca1aa1a9421 no longer exists at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:28:46.277309 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba36709-af85-4717-bb31-be9d4b3bbf83 req-0661c465-f92a-4b71-b637-250cfc9cd246 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:46.278827 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1ba36709-af85-4717-bb31-be9d4b3bbf83 req-0661c465-f92a-4b71-b637-250cfc9cd246 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] 10.222.0.21 "GET /v2.0/ports?device_id=649aea2f-230d-4122-a5ef-b71077dfcd28 HTTP/1.1" status: 200 len: 948 time: 0.3996150 Aug 11 16:28:46.284816 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-716fd6f2-3347-456d-9694-54718d4dd03f req-54ae87a1-6daf-43e6-bde7-40c4cb2bcb86 service neutron] 10.222.0.20 "GET /v2.0/networks/46e6e177-5bf7-49af-997c-3e0ce3e16f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931491 Aug 11 16:28:46.307800 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] No Port match for: 274abaf1-a88a-476d-97f3-cca1aa1a9421 {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:28:46.308154 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 274abaf1-a88a-476d-97f3-cca1aa1a9421 not bound to the agent host dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:28:46.375219 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.db.api [None req-0f8b2536-1e3c-4fa0-941a-6f58d5d762e0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 16:28:46.375558 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_db.api [None req-0f8b2536-1e3c-4fa0-941a-6f58d5d762e0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 16:28:46.434239 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1ba36709-af85-4717-bb31-be9d4b3bbf83 req-d7dd1468-78bd-45f7-bf1b-f19c48a40537 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] 10.222.0.21 "GET /v2.0/security-groups?id=93c123a8-6202-4804-be84-916c6f612deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483295 Aug 11 16:28:46.475309 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-716fd6f2-3347-456d-9694-54718d4dd03f req-82d3f7be-20b6-4573-86be-854044289c44 service neutron] 10.222.0.20 "GET /v2.0/networks/46e6e177-5bf7-49af-997c-3e0ce3e16f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573241 Aug 11 16:28:46.619658 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-3cbda24c-4e4d-46f6-907b-ba6c9d82a52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:46.876672 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [None req-0f8b2536-1e3c-4fa0-941a-6f58d5d762e0 admin admin] Deleting port 7a90f4fc-45f5-4794-a022-a712250e743d {{(pid=79159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:28:46.877221 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-0f8b2536-1e3c-4fa0-941a-6f58d5d762e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:46.945193 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [None req-0f8b2536-1e3c-4fa0-941a-6f58d5d762e0 admin admin] The port '7a90f4fc-45f5-4794-a022-a712250e743d' was deleted {{(pid=79159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 11 16:28:47.062826 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-0f8b2536-1e3c-4fa0-941a-6f58d5d762e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3354215', 'neutron.services.segments.db._delete_segments_for_network-8758463345821'] for network, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:47.075354 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.services.segments.db [None req-0f8b2536-1e3c-4fa0-941a-6f58d5d762e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0716185b-9f94-472b-95f6-9bbd05d2e424']}} {{(pid=79159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:28:47.087720 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.services.segments.db [None req-0f8b2536-1e3c-4fa0-941a-6f58d5d762e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27cb263a-ccc6-4035-8f60-05cc8115add6') {'for_net_delete': True} {{(pid=79159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:28:47.088013 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.services.segments.db [None req-0f8b2536-1e3c-4fa0-941a-6f58d5d762e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27cb263a-ccc6-4035-8f60-05cc8115add6') {} {{(pid=79159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:28:47.100012 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-0f8b2536-1e3c-4fa0-941a-6f58d5d762e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758463343351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28442354'] for segment, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:47.120230 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-0f8b2536-1e3c-4fa0-941a-6f58d5d762e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3350950'] for segment, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:47.126185 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f8b2536-1e3c-4fa0-941a-6f58d5d762e0 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=79159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 16:28:47.126575 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-0f8b2536-1e3c-4fa0-941a-6f58d5d762e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3350959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27932483'] for segment, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: util.warn( Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: util.warn( Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: util.warn( Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: util.warn( Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: Traceback (most recent call last): Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: timer() Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: cb(*args, **kw) Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: return func(*args, **kwargs) Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: self._notify() Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: self.callback(batched_events) Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: event.method(event) Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: return f(self, *a, **k) Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: return self._get(url).json() Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: return self.request(url, 'GET', **kwargs) Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 16:28:47.139643 dv-cinder-804265-1-smb neutron-server[79159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 16:28:47.213667 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-0f8b2536-1e3c-4fa0-941a-6f58d5d762e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3354142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608000'] for network, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:47.218892 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-0f8b2536-1e3c-4fa0-941a-6f58d5d762e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for network, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:47.223076 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:47.244240 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b2536-1e3c-4fa0-941a-6f58d5d762e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0716185b-9f94-472b-95f6-9bbd05d2e424,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:47.246608 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-0f8b2536-1e3c-4fa0-941a-6f58d5d762e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:47.258072 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-0f8b2536-1e3c-4fa0-941a-6f58d5d762e0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0716185b-9f94-472b-95f6-9bbd05d2e424 HTTP/1.1" status: 204 len: 168 time: 1.9200959 Aug 11 16:28:47.313141 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:47.375583 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 47842) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:28:47.429543 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-68c5a01b-3f5f-49c2-90d4-2aca3d5eab08 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fef1ad4cb48040e8929d178e9133121b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0526078 Aug 11 16:28:47.431764 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 47846) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:28:47.489376 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-ca044791-eadc-47cf-b24c-ebb5b0cf6c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:47.516635 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-ca044791-eadc-47cf-b24c-ebb5b0cf6c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:47.617243 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-ca044791-eadc-47cf-b24c-ebb5b0cf6c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:47.622563 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-f7e412a0-d81b-486c-9587-b3ce4e3ea5aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:47.736423 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca044791-eadc-47cf-b24c-ebb5b0cf6c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fad75e-f429-473a-b906-81c7be3b7126,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:47.740786 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-ca044791-eadc-47cf-b24c-ebb5b0cf6c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:47.748226 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-ca044791-eadc-47cf-b24c-ebb5b0cf6c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:47.749335 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-ca044791-eadc-47cf-b24c-ebb5b0cf6c9d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3fad75e-f429-473a-b906-81c7be3b7126 HTTP/1.1" status: 204 len: 168 time: 0.3166242 Aug 11 16:28:47.761658 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146452c-959f-4f69-a236-3a533c412e5e req-4c8b08a2-77c7-4a10-9684-6d6b0bdc0807 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:47.768489 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1146452c-959f-4f69-a236-3a533c412e5e req-4c8b08a2-77c7-4a10-9684-6d6b0bdc0807 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] 10.222.0.21 "GET /v2.0/ports?device_id=649aea2f-230d-4122-a5ef-b71077dfcd28 HTTP/1.1" status: 200 len: 948 time: 0.2223508 Aug 11 16:28:47.814287 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1146452c-959f-4f69-a236-3a533c412e5e req-1bf7b431-53df-4cf5-adae-3a8494c31cad tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] 10.222.0.21 "GET /v2.0/security-groups?id=93c123a8-6202-4804-be84-916c6f612deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448573 Aug 11 16:28:48.746042 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device f0288041-af54-497d-a57f-71cc31fb17fa details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:28:48.924997 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port f0288041-af54-497d-a57f-71cc31fb17fa, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=f0288041-af54-497d-a57f-71cc31fb17fa,segment=NetworkSegment(a3348c22-8a52-4c72-a985-449d798b821f),segment_id=a3348c22-8a52-4c72-a985-449d798b821f)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:28:48.940316 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Returning: {'device': 'f0288041-af54-497d-a57f-71cc31fb17fa', 'network_id': '46e6e177-5bf7-49af-997c-3e0ce3e16f13', 'port_id': 'f0288041-af54-497d-a57f-71cc31fb17fa', 'mac_address': 'fa:16:3e:22:a4:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11026d10-5fc2-4d15-8716-8d1f889db911', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:28:49.001333 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:49.020644 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0288041-af54-497d-a57f-71cc31fb17fa {{(pid=79160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:28:49.028226 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332774d6-e951-4a62-921f-8a44edf0c6be req-6c2536bb-1f1d-406c-8c82-fe4890942022 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:49.030611 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-332774d6-e951-4a62-921f-8a44edf0c6be req-6c2536bb-1f1d-406c-8c82-fe4890942022 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] 10.222.0.21 "GET /v2.0/ports?device_id=649aea2f-230d-4122-a5ef-b71077dfcd28 HTTP/1.1" status: 200 len: 948 time: 0.1018956 Aug 11 16:28:49.039855 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port f0288041-af54-497d-a57f-71cc31fb17fa, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=f0288041-af54-497d-a57f-71cc31fb17fa,segment=NetworkSegment(a3348c22-8a52-4c72-a985-449d798b821f),segment_id=a3348c22-8a52-4c72-a985-449d798b821f)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:28:49.045593 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:49.047520 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:49.095834 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-332774d6-e951-4a62-921f-8a44edf0c6be req-17f16f44-fd5b-48ec-994e-1e2b5bc4a3d1 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] 10.222.0.21 "GET /v2.0/security-groups?id=93c123a8-6202-4804-be84-916c6f612deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590465 Aug 11 16:28:49.129863 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=f0288041-af54-497d-a57f-71cc31fb17fa,revision_number=4']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:49.134001 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:49.260272 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-79a5495e-ce10-4364-a1b3-2c26d3e495b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:49.346475 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['f0288041-af54-497d-a57f-71cc31fb17fa'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:28:50.281823 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c99a5c-fbc1-4210-9635-19e1a143a9eb req-ecac3a65-7d59-498d-bc28-7b0de299bce2 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:50.289290 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c7c99a5c-fbc1-4210-9635-19e1a143a9eb req-ecac3a65-7d59-498d-bc28-7b0de299bce2 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] 10.222.0.21 "GET /v2.0/ports?device_id=649aea2f-230d-4122-a5ef-b71077dfcd28 HTTP/1.1" status: 200 len: 949 time: 0.0872047 Aug 11 16:28:50.329503 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c7c99a5c-fbc1-4210-9635-19e1a143a9eb req-53277c9b-27aa-41f4-9981-c29ccda64e0c tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] 10.222.0.21 "GET /v2.0/security-groups?id=93c123a8-6202-4804-be84-916c6f612deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405664 Aug 11 16:28:50.423148 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:50.760250 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device f0288041-af54-497d-a57f-71cc31fb17fa up at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:28:50.829228 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning for port f0288041-af54-497d-a57f-71cc31fb17fa completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:28:50.833984 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning complete for port f0288041-af54-497d-a57f-71cc31fb17fa triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:28:50.834406 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:50.951307 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:50.979126 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649aea2f-230d-4122-a5ef-b71077dfcd28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0288041-af54-497d-a57f-71cc31fb17fa'}] {{(pid=79160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:28:50.989144 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port f0288041-af54-497d-a57f-71cc31fb17fa, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=f0288041-af54-497d-a57f-71cc31fb17fa,segment=NetworkSegment(a3348c22-8a52-4c72-a985-449d798b821f),segment_id=a3348c22-8a52-4c72-a985-449d798b821f)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:28:50.993911 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:50.996631 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:51.032603 dv-cinder-804265-1-smb neutron-server[79160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '649aea2f-230d-4122-a5ef-b71077dfcd28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0288041-af54-497d-a57f-71cc31fb17fa', 'code': 200} Aug 11 16:28:51.067308 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=f0288041-af54-497d-a57f-71cc31fb17fa,revision_number=5']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:51.070347 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:51.285331 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63277bae-7fff-4ec4-b272-300c1611fccf req-ec1e13d1-3eb9-48f4-914f-bb59a83db971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:51.286833 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-63277bae-7fff-4ec4-b272-300c1611fccf req-ec1e13d1-3eb9-48f4-914f-bb59a83db971 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=649aea2f-230d-4122-a5ef-b71077dfcd28 HTTP/1.1" status: 200 len: 1103 time: 0.0734100 Aug 11 16:28:51.333009 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-63277bae-7fff-4ec4-b272-300c1611fccf req-cc7582be-c431-4e5f-ac49-3d52d00c8f05 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=93c123a8-6202-4804-be84-916c6f612deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397861 Aug 11 16:28:51.519574 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5b44e-3197-4606-8e7e-62a5742c3fb3 req-26a29ccf-9c15-42ce-9214-862ebf09cb42 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:51.521600 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-84e5b44e-3197-4606-8e7e-62a5742c3fb3 req-26a29ccf-9c15-42ce-9214-862ebf09cb42 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] 10.222.0.21 "GET /v2.0/ports?device_id=649aea2f-230d-4122-a5ef-b71077dfcd28 HTTP/1.1" status: 200 len: 950 time: 0.0809519 Aug 11 16:28:51.565089 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-84e5b44e-3197-4606-8e7e-62a5742c3fb3 req-749bf34f-c786-490c-9d8e-a11c871b3e57 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] 10.222.0.21 "GET /v2.0/security-groups?id=93c123a8-6202-4804-be84-916c6f612deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377960 Aug 11 16:28:51.715148 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:51.955874 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 47918) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:28:52.076430 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-06599f62-7976-42ab-957c-656300ab2722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:52.091094 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-06599f62-7976-42ab-957c-656300ab2722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:28:52.094887 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-06599f62-7976-42ab-957c-656300ab2722 admin admin] Usage tracker for resource:security_group_rule and tenant:032ca54e52e94664bfb2a3d9819f57e5 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:28:52.097630 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-06599f62-7976-42ab-957c-656300ab2722 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:28:52.104062 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-06599f62-7976-42ab-957c-656300ab2722 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:28:52.187847 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-06599f62-7976-42ab-957c-656300ab2722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:52.191640 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-06599f62-7976-42ab-957c-656300ab2722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:52.199188 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-be883622-82da-4c40-bb5a-a86c70ea0bde tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:52.240486 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-06599f62-7976-42ab-957c-656300ab2722 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=032ca54e52e94664bfb2a3d9819f57e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2835479 Aug 11 16:28:52.241394 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06599f62-7976-42ab-957c-656300ab2722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6a8549-5f40-4c66-abcd-f92fc80cdb00,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:52.243181 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 47924) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:28:52.248814 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06599f62-7976-42ab-957c-656300ab2722 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:52.249195 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06599f62-7976-42ab-957c-656300ab2722 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:52.249569 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06599f62-7976-42ab-957c-656300ab2722 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:52.249934 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06599f62-7976-42ab-957c-656300ab2722 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:52.250346 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06599f62-7976-42ab-957c-656300ab2722 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:52.250709 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06599f62-7976-42ab-957c-656300ab2722 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:52.251069 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06599f62-7976-42ab-957c-656300ab2722 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:52.251426 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06599f62-7976-42ab-957c-656300ab2722 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:52.251785 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06599f62-7976-42ab-957c-656300ab2722 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:52.252139 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06599f62-7976-42ab-957c-656300ab2722 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:52.252492 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06599f62-7976-42ab-957c-656300ab2722 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:52.252842 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06599f62-7976-42ab-957c-656300ab2722 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:52.257375 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-06599f62-7976-42ab-957c-656300ab2722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:52.305067 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-8156f9df-a712-4bd6-be9a-ab7febe16942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:52.333887 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-8156f9df-a712-4bd6-be9a-ab7febe16942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:52.386756 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-8156f9df-a712-4bd6-be9a-ab7febe16942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:52.390686 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-2d1c05c5-065d-435d-ae1b-cce836edea2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:52.403865 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156f9df-a712-4bd6-be9a-ab7febe16942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6a8549-5f40-4c66-abcd-f92fc80cdb00,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:52.413970 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8156f9df-a712-4bd6-be9a-ab7febe16942 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:52.413970 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8156f9df-a712-4bd6-be9a-ab7febe16942 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:52.414356 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8156f9df-a712-4bd6-be9a-ab7febe16942 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:52.414666 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8156f9df-a712-4bd6-be9a-ab7febe16942 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:52.415198 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8156f9df-a712-4bd6-be9a-ab7febe16942 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:52.415383 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8156f9df-a712-4bd6-be9a-ab7febe16942 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:52.415797 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8156f9df-a712-4bd6-be9a-ab7febe16942 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:52.416085 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8156f9df-a712-4bd6-be9a-ab7febe16942 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:52.416475 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8156f9df-a712-4bd6-be9a-ab7febe16942 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:52.416875 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8156f9df-a712-4bd6-be9a-ab7febe16942 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:52.417140 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8156f9df-a712-4bd6-be9a-ab7febe16942 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:52.417529 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8156f9df-a712-4bd6-be9a-ab7febe16942 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:28:52.420539 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-8156f9df-a712-4bd6-be9a-ab7febe16942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:52.424364 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-8156f9df-a712-4bd6-be9a-ab7febe16942 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd6a8549-5f40-4c66-abcd-f92fc80cdb00 HTTP/1.1" status: 204 len: 168 time: 0.1800647 Aug 11 16:28:52.425312 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-8156f9df-a712-4bd6-be9a-ab7febe16942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:52.758422 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c58d2-d60d-417c-8c29-cd4b302dc1a8 req-8bdc61d5-13f1-4279-b799-bcc91521d793 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:52.759914 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d12c58d2-d60d-417c-8c29-cd4b302dc1a8 req-8bdc61d5-13f1-4279-b799-bcc91521d793 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] 10.222.0.21 "GET /v2.0/ports?device_id=649aea2f-230d-4122-a5ef-b71077dfcd28 HTTP/1.1" status: 200 len: 950 time: 0.0837560 Aug 11 16:28:52.806579 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d12c58d2-d60d-417c-8c29-cd4b302dc1a8 req-6ae963b1-7142-4c1b-9672-4baa8cae8db3 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] 10.222.0.21 "GET /v2.0/security-groups?id=93c123a8-6202-4804-be84-916c6f612deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404623 Aug 11 16:28:53.247112 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54caf9e-9057-49e3-a143-698ec7b99f48 req-05b4a4a3-9721-491d-a74a-1afccefed66f tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:53.248607 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a54caf9e-9057-49e3-a143-698ec7b99f48 req-05b4a4a3-9721-491d-a74a-1afccefed66f tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] 10.222.0.21 "GET /v2.0/ports?device_id=649aea2f-230d-4122-a5ef-b71077dfcd28 HTTP/1.1" status: 200 len: 950 time: 0.0855889 Aug 11 16:28:53.294654 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a54caf9e-9057-49e3-a143-698ec7b99f48 req-69251554-4fdf-4c60-b67f-161bde86f812 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] 10.222.0.21 "GET /v2.0/security-groups?id=93c123a8-6202-4804-be84-916c6f612deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401640 Aug 11 16:28:54.173575 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 47986) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:28:54.289970 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-0b581683-3d52-416b-b5b8-4d59c1523361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:54.305592 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-0b581683-3d52-416b-b5b8-4d59c1523361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:28:54.309543 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-0b581683-3d52-416b-b5b8-4d59c1523361 admin admin] Usage tracker for resource:security_group_rule and tenant:295d0bd7429d45dfabd7d2d7bbb5144f is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:28:54.312509 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-0b581683-3d52-416b-b5b8-4d59c1523361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:28:54.318818 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-0b581683-3d52-416b-b5b8-4d59c1523361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:28:54.400486 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-0b581683-3d52-416b-b5b8-4d59c1523361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:54.404127 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-0b581683-3d52-416b-b5b8-4d59c1523361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:54.411152 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-c35d2b4e-dbe7-4133-a6b3-f00ef59f3f6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:54.450526 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b581683-3d52-416b-b5b8-4d59c1523361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d26228-95a8-455f-b055-dcdf83f24fa8,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:54.457495 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-0b581683-3d52-416b-b5b8-4d59c1523361 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=295d0bd7429d45dfabd7d2d7bbb5144f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828453 Aug 11 16:28:54.458588 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-0b581683-3d52-416b-b5b8-4d59c1523361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:54.459053 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 47994) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:28:54.489393 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feff0b4-edd1-4583-976a-58edbbf69a3c req-f8b43a31-c042-477d-a20b-c89562cce47f tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:54.491506 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7feff0b4-edd1-4583-976a-58edbbf69a3c req-f8b43a31-c042-477d-a20b-c89562cce47f tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] 10.222.0.21 "GET /v2.0/ports?device_id=649aea2f-230d-4122-a5ef-b71077dfcd28 HTTP/1.1" status: 200 len: 950 time: 0.0843182 Aug 11 16:28:54.522367 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-beb9bf9f-d0dc-4206-a327-bf3f9935ed58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:54.540191 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7feff0b4-edd1-4583-976a-58edbbf69a3c req-e2d778d4-3d19-4109-86b9-1a851587f2b3 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] 10.222.0.21 "GET /v2.0/security-groups?id=93c123a8-6202-4804-be84-916c6f612deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428491 Aug 11 16:28:54.547987 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-beb9bf9f-d0dc-4206-a327-bf3f9935ed58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:54.600554 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-beb9bf9f-d0dc-4206-a327-bf3f9935ed58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:54.604483 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-f11307a8-cc8e-47ea-ba01-450bd2d280f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:54.615421 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9bf9f-d0dc-4206-a327-bf3f9935ed58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d26228-95a8-455f-b055-dcdf83f24fa8,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:54.617619 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-beb9bf9f-d0dc-4206-a327-bf3f9935ed58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:54.622500 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-beb9bf9f-d0dc-4206-a327-bf3f9935ed58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:54.626204 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-beb9bf9f-d0dc-4206-a327-bf3f9935ed58 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a4d26228-95a8-455f-b055-dcdf83f24fa8 HTTP/1.1" status: 204 len: 168 time: 0.1662092 Aug 11 16:28:54.673869 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ace08b-13d2-4b11-9218-1f9266445b4a req-46c9c765-783f-478f-9cc8-186baed8430e tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:28:54.675408 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-96ace08b-13d2-4b11-9218-1f9266445b4a req-46c9c765-783f-478f-9cc8-186baed8430e tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] 10.222.0.20 "GET /v2.0/ports?device_id=649aea2f-230d-4122-a5ef-b71077dfcd28 HTTP/1.1" status: 200 len: 950 time: 0.0862191 Aug 11 16:28:54.747933 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [req-96ace08b-13d2-4b11-9218-1f9266445b4a req-13bd5510-ef73-4634-840f-1e993e7ac2e4 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Deleting port f0288041-af54-497d-a57f-71cc31fb17fa {{(pid=79159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:28:54.748284 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-96ace08b-13d2-4b11-9218-1f9266445b4a req-13bd5510-ef73-4634-840f-1e993e7ac2e4 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:54.915097 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 48002) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:28:54.933207 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a052f322-e58e-46ba-abb6-e155205bbedf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:54.947899 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-a052f322-e58e-46ba-abb6-e155205bbedf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:28:54.951691 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-a052f322-e58e-46ba-abb6-e155205bbedf admin admin] Usage tracker for resource:security_group_rule and tenant:8e2786bddae448dfa98a1a23cca8401c is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:28:54.954467 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-a052f322-e58e-46ba-abb6-e155205bbedf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:28:54.960627 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-a052f322-e58e-46ba-abb6-e155205bbedf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:28:55.000255 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-96ace08b-13d2-4b11-9218-1f9266445b4a req-13bd5510-ef73-4634-840f-1e993e7ac2e4 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] For port f0288041-af54-497d-a57f-71cc31fb17fa, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=f0288041-af54-497d-a57f-71cc31fb17fa,segment=NetworkSegment(a3348c22-8a52-4c72-a985-449d798b821f),segment_id=a3348c22-8a52-4c72-a985-449d798b821f)] {{(pid=79159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:28:55.000617 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-96ace08b-13d2-4b11-9218-1f9266445b4a req-13bd5510-ef73-4634-840f-1e993e7ac2e4 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:55.041852 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a052f322-e58e-46ba-abb6-e155205bbedf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:55.045889 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a052f322-e58e-46ba-abb6-e155205bbedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:55.053284 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-beb9bf9f-d0dc-4206-a327-bf3f9935ed58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:55.103337 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-a052f322-e58e-46ba-abb6-e155205bbedf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e2786bddae448dfa98a1a23cca8401c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1870525 Aug 11 16:28:55.104165 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052f322-e58e-46ba-abb6-e155205bbedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fb2e4c-d18a-4716-a0cb-4f2aca5d18ae,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:55.106472 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 48006) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:28:55.108811 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-a052f322-e58e-46ba-abb6-e155205bbedf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:55.134073 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [req-96ace08b-13d2-4b11-9218-1f9266445b4a req-13bd5510-ef73-4634-840f-1e993e7ac2e4 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Calling delete_port for f0288041-af54-497d-a57f-71cc31fb17fa owned by compute:nova {{(pid=79159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:28:55.167506 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-d7e9c97d-1c50-4281-a393-b37af382375c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:55.194381 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-d7e9c97d-1c50-4281-a393-b37af382375c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:55.246224 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-d7e9c97d-1c50-4281-a393-b37af382375c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:55.250983 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-b6172a66-7992-4b22-bb5d-fde4c5d4b629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:55.262962 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9c97d-1c50-4281-a393-b37af382375c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fb2e4c-d18a-4716-a0cb-4f2aca5d18ae,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:55.265836 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-d7e9c97d-1c50-4281-a393-b37af382375c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:55.268368 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-d7e9c97d-1c50-4281-a393-b37af382375c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:55.268932 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-d7e9c97d-1c50-4281-a393-b37af382375c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12fb2e4c-d18a-4716-a0cb-4f2aca5d18ae HTTP/1.1" status: 204 len: 168 time: 0.1615653 Aug 11 16:28:55.283555 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-96ace08b-13d2-4b11-9218-1f9266445b4a req-13bd5510-ef73-4634-840f-1e993e7ac2e4 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27932534'] for port, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:55.289813 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-bbf97616-1de1-464b-a191-3d5c6a3ae489 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:55.322242 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['f0288041-af54-497d-a57f-71cc31fb17fa'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:28:55.338426 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd5510-ef73-4634-840f-1e993e7ac2e4 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Pushing event deleted for resources: {'Port': ['ID=f0288041-af54-497d-a57f-71cc31fb17fa,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:55.342274 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-13bd5510-ef73-4634-840f-1e993e7ac2e4 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:55.420689 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ace08b-13d2-4b11-9218-1f9266445b4a req-13bd5510-ef73-4634-840f-1e993e7ac2e4 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] No DVR routers for this DVR port f0288041-af54-497d-a57f-71cc31fb17fa on host hv-cinder-80426 {{(pid=79159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:28:55.423507 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-96ace08b-13d2-4b11-9218-1f9266445b4a req-13bd5510-ef73-4634-840f-1e993e7ac2e4 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:55.426354 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649aea2f-230d-4122-a5ef-b71077dfcd28', 'name': 'network-vif-deleted', 'tag': 'f0288041-af54-497d-a57f-71cc31fb17fa'}] {{(pid=79159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:28:55.449499 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-96ace08b-13d2-4b11-9218-1f9266445b4a req-13bd5510-ef73-4634-840f-1e993e7ac2e4 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] 10.222.0.20 "DELETE /v2.0/ports/f0288041-af54-497d-a57f-71cc31fb17fa HTTP/1.1" status: 204 len: 173 time: 0.7675855 Aug 11 16:28:55.485336 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '649aea2f-230d-4122-a5ef-b71077dfcd28', 'name': 'network-vif-deleted', 'tag': 'f0288041-af54-497d-a57f-71cc31fb17fa', 'status': 'completed', 'code': 200} Aug 11 16:28:55.738100 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-c40ed241-9be8-4d3e-8831-1862513b4742 req-4bc8dda2-b56e-4584-a319-97c4e050f746 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Synchronizing usage tracker for tenant:ef34272b71d640b9ab1152acb5e82a9d on resource:port {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:28:55.754188 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-c40ed241-9be8-4d3e-8831-1862513b4742 req-4bc8dda2-b56e-4584-a319-97c4e050f746 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Unset dirty status for tenant:ef34272b71d640b9ab1152acb5e82a9d on resource:port {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:28:55.756015 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c40ed241-9be8-4d3e-8831-1862513b4742 req-4bc8dda2-b56e-4584-a319-97c4e050f746 tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] 10.222.0.21 "GET /v2.0/ports?device_id=649aea2f-230d-4122-a5ef-b71077dfcd28 HTTP/1.1" status: 200 len: 210 time: 0.0659599 Aug 11 16:28:56.075988 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:57.149075 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 48088) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:28:57.285688 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-5d212ed5-672b-48d0-b97f-e81b44cec74f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:57.302392 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-5d212ed5-672b-48d0-b97f-e81b44cec74f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:28:57.307125 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-5d212ed5-672b-48d0-b97f-e81b44cec74f admin admin] Usage tracker for resource:security_group_rule and tenant:5e7e603d887d49e7ab07526cd9e9db1b is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:28:57.311515 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-5d212ed5-672b-48d0-b97f-e81b44cec74f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:28:57.315315 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-5d212ed5-672b-48d0-b97f-e81b44cec74f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:28:57.425168 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-5d212ed5-672b-48d0-b97f-e81b44cec74f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:57.432418 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-5d212ed5-672b-48d0-b97f-e81b44cec74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:57.440210 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-1255c357-67d2-4440-a890-f3a4f23f5cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:57.488237 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-5d212ed5-672b-48d0-b97f-e81b44cec74f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e7e603d887d49e7ab07526cd9e9db1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3377845 Aug 11 16:28:57.490893 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d212ed5-672b-48d0-b97f-e81b44cec74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42086d4c-a587-4043-8aef-b30003b93b3e,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:57.491484 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 48100) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:28:57.494243 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-5d212ed5-672b-48d0-b97f-e81b44cec74f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:57.573336 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-45f5ca22-c595-4726-aab0-1c06fb30da75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:57.612255 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-45f5ca22-c595-4726-aab0-1c06fb30da75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:57.672963 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-45f5ca22-c595-4726-aab0-1c06fb30da75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:57.679350 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-01f5850d-ba69-48df-af70-d1bba72fabde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:57.692450 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5ca22-c595-4726-aab0-1c06fb30da75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42086d4c-a587-4043-8aef-b30003b93b3e,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:57.697279 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-45f5ca22-c595-4726-aab0-1c06fb30da75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:57.700386 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-45f5ca22-c595-4726-aab0-1c06fb30da75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:57.705856 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-45f5ca22-c595-4726-aab0-1c06fb30da75 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/42086d4c-a587-4043-8aef-b30003b93b3e HTTP/1.1" status: 204 len: 168 time: 0.2132685 Aug 11 16:28:58.118242 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 48164) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:28:58.139683 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-8cd0b6b3-122e-45e7-8ab5-3ee38615666d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:58.155869 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-8cd0b6b3-122e-45e7-8ab5-3ee38615666d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:28:58.159798 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-8cd0b6b3-122e-45e7-8ab5-3ee38615666d admin admin] Usage tracker for resource:security_group_rule and tenant:ff044d9edda2498aa4c6ef2d021e47f2 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:28:58.163476 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-8cd0b6b3-122e-45e7-8ab5-3ee38615666d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:28:58.170041 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-8cd0b6b3-122e-45e7-8ab5-3ee38615666d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:28:58.262815 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-8cd0b6b3-122e-45e7-8ab5-3ee38615666d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:58.266594 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-8cd0b6b3-122e-45e7-8ab5-3ee38615666d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:58.275808 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-9630741b-e620-4b21-8b11-9364ca823877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:58.314288 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-8cd0b6b3-122e-45e7-8ab5-3ee38615666d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ff044d9edda2498aa4c6ef2d021e47f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1948957 Aug 11 16:28:58.315204 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd0b6b3-122e-45e7-8ab5-3ee38615666d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630e19d3-c21e-4b9b-9f1f-23b64c4a5402,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:58.316921 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 48178) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:28:58.318730 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-8cd0b6b3-122e-45e7-8ab5-3ee38615666d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:58.391823 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7cca2c08-76a5-4c45-b6a9-7601710cc717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:58.417817 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7cca2c08-76a5-4c45-b6a9-7601710cc717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:58.470430 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7cca2c08-76a5-4c45-b6a9-7601710cc717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:58.474933 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-e74d8e8e-b424-4246-9458-fa91443b7274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:28:58.488070 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca2c08-76a5-4c45-b6a9-7601710cc717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630e19d3-c21e-4b9b-9f1f-23b64c4a5402,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:28:58.491774 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-7cca2c08-76a5-4c45-b6a9-7601710cc717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:28:58.494780 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7cca2c08-76a5-4c45-b6a9-7601710cc717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:28:58.498405 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-7cca2c08-76a5-4c45-b6a9-7601710cc717 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/630e19d3-c21e-4b9b-9f1f-23b64c4a5402 HTTP/1.1" status: 204 len: 168 time: 0.1792400 Aug 11 16:28:58.783317 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device f0288041-af54-497d-a57f-71cc31fb17fa no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:28:58.828679 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] No Port match for: f0288041-af54-497d-a57f-71cc31fb17fa {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:28:58.829045 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device f0288041-af54-497d-a57f-71cc31fb17fa not bound to the agent host hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:29:02.145227 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 48352) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:29:02.293670 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-dd1b2186-c34a-4fc1-ae85-130625479821 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef34272b71d640b9ab1152acb5e82a9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471889 Aug 11 16:29:02.296159 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 48362) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:29:02.359176 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c4687390-a573-4c28-b176-9e1f4ec0735a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:02.389167 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c4687390-a573-4c28-b176-9e1f4ec0735a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:02.446719 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c4687390-a573-4c28-b176-9e1f4ec0735a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:02.451916 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-45f5ca22-c595-4726-aab0-1c06fb30da75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:02.466370 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4687390-a573-4c28-b176-9e1f4ec0735a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c123a8-6202-4804-be84-916c6f612deb,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:02.469645 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-c4687390-a573-4c28-b176-9e1f4ec0735a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:02.476317 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-c4687390-a573-4c28-b176-9e1f4ec0735a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:02.480339 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-c4687390-a573-4c28-b176-9e1f4ec0735a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93c123a8-6202-4804-be84-916c6f612deb HTTP/1.1" status: 204 len: 168 time: 0.1832366 Aug 11 16:29:05.685476 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 48408) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:29:05.801790 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-eb73086f-0aad-45c5-81cb-88a47ec1f2d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:05.815692 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-eb73086f-0aad-45c5-81cb-88a47ec1f2d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:29:05.819957 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-eb73086f-0aad-45c5-81cb-88a47ec1f2d7 admin admin] Usage tracker for resource:security_group_rule and tenant:3a2e9baa6fe543feb6ab2dde12e830bc is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:29:05.822707 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-eb73086f-0aad-45c5-81cb-88a47ec1f2d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:29:05.828327 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-eb73086f-0aad-45c5-81cb-88a47ec1f2d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:29:05.910501 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-eb73086f-0aad-45c5-81cb-88a47ec1f2d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:05.914207 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-eb73086f-0aad-45c5-81cb-88a47ec1f2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:05.922277 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-1298d71e-f44e-45f9-9e9b-3c90694f13ea tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:05.961422 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-eb73086f-0aad-45c5-81cb-88a47ec1f2d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a2e9baa6fe543feb6ab2dde12e830bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749043 Aug 11 16:29:05.962359 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73086f-0aad-45c5-81cb-88a47ec1f2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54684082-7d9a-4991-b02e-505eae53bc9a,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:05.964183 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 48414) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:29:05.965849 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-eb73086f-0aad-45c5-81cb-88a47ec1f2d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:06.031330 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-42a3157e-8d9f-4036-9f89-efffcf8647de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:06.056941 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-42a3157e-8d9f-4036-9f89-efffcf8647de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:06.109134 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-42a3157e-8d9f-4036-9f89-efffcf8647de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:06.112821 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-b0626737-d6b8-418f-a1cb-92e180772a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:06.126942 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3157e-8d9f-4036-9f89-efffcf8647de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54684082-7d9a-4991-b02e-505eae53bc9a,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:06.129424 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-42a3157e-8d9f-4036-9f89-efffcf8647de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:06.140019 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-42a3157e-8d9f-4036-9f89-efffcf8647de admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:06.141125 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-42a3157e-8d9f-4036-9f89-efffcf8647de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54684082-7d9a-4991-b02e-505eae53bc9a HTTP/1.1" status: 204 len: 168 time: 0.1759064 Aug 11 16:29:11.169884 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 6 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:29:15.253613 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 48538) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:29:15.369588 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-81e13061-669f-438d-9782-2a2a38b82b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:15.384596 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-81e13061-669f-438d-9782-2a2a38b82b06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:29:15.388493 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-81e13061-669f-438d-9782-2a2a38b82b06 admin admin] Usage tracker for resource:security_group_rule and tenant:3617cf3e54a4456cb1a6ed29731154e1 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:29:15.391299 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-81e13061-669f-438d-9782-2a2a38b82b06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:29:15.397042 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-81e13061-669f-438d-9782-2a2a38b82b06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:29:15.481955 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-81e13061-669f-438d-9782-2a2a38b82b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:15.485619 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-81e13061-669f-438d-9782-2a2a38b82b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:15.494550 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-3c52a89b-049f-4143-9bc2-e2b533557a46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:15.537199 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-81e13061-669f-438d-9782-2a2a38b82b06 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3617cf3e54a4456cb1a6ed29731154e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824090 Aug 11 16:29:15.538682 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e13061-669f-438d-9782-2a2a38b82b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404e2b92-1950-4f9e-aa3e-c526139c31b8,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:15.540932 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 48544) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:29:15.541931 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-81e13061-669f-438d-9782-2a2a38b82b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:15.605437 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-fa099c0a-cc25-4028-b1cd-8704974ca143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:15.720721 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-fa099c0a-cc25-4028-b1cd-8704974ca143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:15.771044 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-fa099c0a-cc25-4028-b1cd-8704974ca143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:15.775423 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-3ee1785d-24ab-4eea-b841-99ef1fa4c1e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:15.787594 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa099c0a-cc25-4028-b1cd-8704974ca143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404e2b92-1950-4f9e-aa3e-c526139c31b8,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:15.791315 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-fa099c0a-cc25-4028-b1cd-8704974ca143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:15.796457 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-fa099c0a-cc25-4028-b1cd-8704974ca143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:15.797564 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-fa099c0a-cc25-4028-b1cd-8704974ca143 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/404e2b92-1950-4f9e-aa3e-c526139c31b8 HTTP/1.1" status: 204 len: 168 time: 0.2556422 Aug 11 16:29:16.071788 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 48552) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:29:16.089822 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e665ab9e-b52f-416b-8036-267b35187bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:16.104510 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-e665ab9e-b52f-416b-8036-267b35187bda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:29:16.108322 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-e665ab9e-b52f-416b-8036-267b35187bda admin admin] Usage tracker for resource:security_group_rule and tenant:19976d399b4a435789594054e8ce824b is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:29:16.111111 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-e665ab9e-b52f-416b-8036-267b35187bda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:29:16.116927 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-e665ab9e-b52f-416b-8036-267b35187bda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:29:16.201131 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e665ab9e-b52f-416b-8036-267b35187bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:16.204751 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-e665ab9e-b52f-416b-8036-267b35187bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:16.213164 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-06599f62-7976-42ab-957c-656300ab2722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:16.252194 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-e665ab9e-b52f-416b-8036-267b35187bda admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19976d399b4a435789594054e8ce824b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1792657 Aug 11 16:29:16.252875 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665ab9e-b52f-416b-8036-267b35187bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886db610-5750-42b6-96dc-5ebfdb99520c,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:16.254845 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 48556) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:29:16.256087 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-e665ab9e-b52f-416b-8036-267b35187bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:16.314860 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-9ca99578-11b2-4071-b31d-5e11e20c44b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:16.340513 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-9ca99578-11b2-4071-b31d-5e11e20c44b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:16.392177 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-9ca99578-11b2-4071-b31d-5e11e20c44b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:16.395760 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-d24cd65a-5e1d-442a-ac74-a0a4bc20cb2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:16.407967 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca99578-11b2-4071-b31d-5e11e20c44b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886db610-5750-42b6-96dc-5ebfdb99520c,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:16.410735 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-9ca99578-11b2-4071-b31d-5e11e20c44b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:16.419574 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-9ca99578-11b2-4071-b31d-5e11e20c44b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:16.420685 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-9ca99578-11b2-4071-b31d-5e11e20c44b0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/886db610-5750-42b6-96dc-5ebfdb99520c HTTP/1.1" status: 204 len: 168 time: 0.1648812 Aug 11 16:29:16.622012 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-3f11d3c6-0c8c-44af-9ec9-bf50761dbfef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:16.759416 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 48564) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:29:16.777138 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f79c6f0d-5eb0-4bf4-8f4e-31ee915efb70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:16.791314 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-f79c6f0d-5eb0-4bf4-8f4e-31ee915efb70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:29:16.795054 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-f79c6f0d-5eb0-4bf4-8f4e-31ee915efb70 admin admin] Usage tracker for resource:security_group_rule and tenant:3cecb6c16864421eb811f7c1e61367d8 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:29:16.797784 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-f79c6f0d-5eb0-4bf4-8f4e-31ee915efb70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:29:16.804089 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-f79c6f0d-5eb0-4bf4-8f4e-31ee915efb70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:29:16.891362 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f79c6f0d-5eb0-4bf4-8f4e-31ee915efb70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:16.895051 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-f79c6f0d-5eb0-4bf4-8f4e-31ee915efb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:16.977131 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-1973bd53-038a-4861-95fb-6360e8280b99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:17.016243 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-f79c6f0d-5eb0-4bf4-8f4e-31ee915efb70 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3cecb6c16864421eb811f7c1e61367d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556500 Aug 11 16:29:17.017737 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c6f0d-5eb0-4bf4-8f4e-31ee915efb70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc2d2c3-81a3-4e71-ab8b-be3fa8d905e1,revision_number=1']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:17.018801 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 48568) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:29:17.020723 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-f79c6f0d-5eb0-4bf4-8f4e-31ee915efb70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:17.083305 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-aeee1872-f809-4e6d-8df9-890e40cf3f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:17.109378 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-aeee1872-f809-4e6d-8df9-890e40cf3f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:17.160353 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-aeee1872-f809-4e6d-8df9-890e40cf3f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:17.165016 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-3ad61169-b432-4cb0-9b0a-62565210c83c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:17.176660 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee1872-f809-4e6d-8df9-890e40cf3f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc2d2c3-81a3-4e71-ab8b-be3fa8d905e1,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:17.180363 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-aeee1872-f809-4e6d-8df9-890e40cf3f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:17.187560 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-aeee1872-f809-4e6d-8df9-890e40cf3f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:17.188668 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-aeee1872-f809-4e6d-8df9-890e40cf3f6d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3dc2d2c3-81a3-4e71-ab8b-be3fa8d905e1 HTTP/1.1" status: 204 len: 168 time: 0.1688972 Aug 11 16:29:17.317032 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:17.983403 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 48592) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:29:18.087218 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [None req-7a2e3e09-8a5a-42ea-8391-3b78c7f9bd96 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-338141140-network', 'tenant_id': '7e3de12f01c440f68e27e214f44e54c4'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:29:18.091821 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-7a2e3e09-8a5a-42ea-8391-3b78c7f9bd96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:29:18.095765 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-7a2e3e09-8a5a-42ea-8391-3b78c7f9bd96 admin admin] Usage tracker for resource:network and tenant:7e3de12f01c440f68e27e214f44e54c4 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:29:18.098584 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-7a2e3e09-8a5a-42ea-8391-3b78c7f9bd96 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:29:18.105663 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-7a2e3e09-8a5a-42ea-8391-3b78c7f9bd96 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:29:18.115046 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2e3e09-8a5a-42ea-8391-3b78c7f9bd96 admin admin] Made reservation on behalf of 7e3de12f01c440f68e27e214f44e54c4 for: {'network': 1} {{(pid=79159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:29:18.117274 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3e09-8a5a-42ea-8391-3b78c7f9bd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for network, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:18.128873 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3e09-8a5a-42ea-8391-3b78c7f9bd96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:18.142785 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-7a2e3e09-8a5a-42ea-8391-3b78c7f9bd96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:29:18.146524 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-7a2e3e09-8a5a-42ea-8391-3b78c7f9bd96 admin admin] Usage tracker for resource:security_group_rule and tenant:7e3de12f01c440f68e27e214f44e54c4 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:29:18.149806 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-7a2e3e09-8a5a-42ea-8391-3b78c7f9bd96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:29:18.155599 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-7a2e3e09-8a5a-42ea-8391-3b78c7f9bd96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:29:18.236614 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3e09-8a5a-42ea-8391-3b78c7f9bd96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:18.240434 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3e09-8a5a-42ea-8391-3b78c7f9bd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:18.243549 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-3cf38fea-f35a-4583-a1c7-4b04ce8be9dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:18.276923 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a2e3e09-8a5a-42ea-8391-3b78c7f9bd96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=79159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 16:29:18.282216 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e3e09-8a5a-42ea-8391-3b78c7f9bd96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e74b95-ce5f-49cb-a939-2a29de566532,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:18.285975 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-7a2e3e09-8a5a-42ea-8391-3b78c7f9bd96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:18.290673 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3e09-8a5a-42ea-8391-3b78c7f9bd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3350950'] for segment, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:18.290822 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.db.segments_db [None req-7a2e3e09-8a5a-42ea-8391-3b78c7f9bd96 admin admin] Added segment 50f5388f-f036-49e9-ad9e-69e1ccee79b5 of type vlan for network 6bba4435-c9ff-425e-ba8d-e6959ef76901 Aug 11 16:29:18.316628 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3e09-8a5a-42ea-8391-3b78c7f9bd96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758462832806'] for network, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:18.345186 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3e09-8a5a-42ea-8391-3b78c7f9bd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603'] for network, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:18.347475 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2e3e09-8a5a-42ea-8391-3b78c7f9bd96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:18.348089 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3e09-8a5a-42ea-8391-3b78c7f9bd96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for network, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:18.353572 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-4b703c61-1265-4e17-9fe2-a86b2b2d5b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:18.450385 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-7a2e3e09-8a5a-42ea-8391-3b78c7f9bd96 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4657865 Aug 11 16:29:18.453189 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 48598) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:29:18.456134 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e3e09-8a5a-42ea-8391-3b78c7f9bd96 admin admin] Pushing event updated for resources: {'Network': ['ID=6bba4435-c9ff-425e-ba8d-e6959ef76901,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:18.458875 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.v2.base [None req-c51be320-f483-436f-9883-1cde09679f84 admin admin] Request body: {'subnet': {'network_id': '6bba4435-c9ff-425e-ba8d-e6959ef76901', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-338141140-subnet', 'tenant_id': '7e3de12f01c440f68e27e214f44e54c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:29:18.459014 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-7a2e3e09-8a5a-42ea-8391-3b78c7f9bd96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:18.464657 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-c51be320-f483-436f-9883-1cde09679f84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:29:18.466369 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Network 6bba4435-c9ff-425e-ba8d-e6959ef76901 details requested by agent ovs-agent-dv-cinder-804265-1-smb with host dv-cinder-804265-1-smb {{(pid=79160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 11 16:29:18.468600 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-c51be320-f483-436f-9883-1cde09679f84 admin admin] Usage tracker for resource:subnet and tenant:7e3de12f01c440f68e27e214f44e54c4 is out of sync, need to count used quota {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:29:18.471487 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.quota.resource [None req-c51be320-f483-436f-9883-1cde09679f84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79158) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:29:18.477154 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.quota.driver [None req-c51be320-f483-436f-9883-1cde09679f84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79158) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:29:18.487673 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51be320-f483-436f-9883-1cde09679f84 admin admin] Made reservation on behalf of 7e3de12f01c440f68e27e214f44e54c4 for: {'subnet': 1} {{(pid=79158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:29:18.490041 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-c51be320-f483-436f-9883-1cde09679f84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1113983'] for subnet, before_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:18.690084 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-c51be320-f483-436f-9883-1cde09679f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32627322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1113869'] for subnet, after_create {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:18.693746 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-a436daed-97e7-4656-9240-5057b2096a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:18.767244 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51be320-f483-436f-9883-1cde09679f84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b1e259f-cc58-41d3-927f-112502d47a50,revision_number=0']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:18.770390 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-c51be320-f483-436f-9883-1cde09679f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:18.776642 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51be320-f483-436f-9883-1cde09679f84 admin admin] Checking segment: {'id': '50f5388f-f036-49e9-ad9e-69e1ccee79b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6bba4435-c9ff-425e-ba8d-e6959ef76901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:29:18.777022 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51be320-f483-436f-9883-1cde09679f84 admin admin] Network hostable DHCP agents. Network: 6bba4435-c9ff-425e-ba8d-e6959ef76901, hostable agents: ['4b0670d7-91d3-4826-9dfd-430a45df9059'], hosted agents: [] {{(pid=79158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 16:29:18.795869 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51be320-f483-436f-9883-1cde09679f84 admin admin] Network 6bba4435-c9ff-425e-ba8d-e6959ef76901 is scheduled to be hosted by DHCP agent 4b0670d7-91d3-4826-9dfd-430a45df9059 with binding_index 1 {{(pid=79158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 16:29:18.804865 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.base_scheduler [None req-c51be320-f483-436f-9883-1cde09679f84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804265-1-smb, 6bba4435-c9ff-425e-ba8d-e6959ef76901) {{(pid=79158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:29:18.808928 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51be320-f483-436f-9883-1cde09679f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:18.809525 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-c51be320-f483-436f-9883-1cde09679f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for subnet, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:18.813613 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1423272e-7a53-4ff0-ae1a-6818b406c6d3 None None] Network 6bba4435-c9ff-425e-ba8d-e6959ef76901 requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:29:18.833871 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-c51be320-f483-436f-9883-1cde09679f84 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3795969 Aug 11 16:29:19.025334 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f252ab8-6676-4dc9-b6f9-2bd97bf28dd3 None None] Network 6bba4435-c9ff-425e-ba8d-e6959ef76901 requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:29:19.264262 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-59cd0622-4b8a-48dc-9921-4e206bbaac3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:20.424231 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:20.853791 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292a66f-8120-4de6-911c-ad18270cda22 req-b93c5c91-c092-4558-a447-c427494267f1 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:20.854501 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-8292a66f-8120-4de6-911c-ad18270cda22 req-b93c5c91-c092-4558-a447-c427494267f1 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Synchronizing usage tracker for tenant:7e3de12f01c440f68e27e214f44e54c4 on resource:network {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:29:20.871454 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-8292a66f-8120-4de6-911c-ad18270cda22 req-b93c5c91-c092-4558-a447-c427494267f1 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Unset dirty status for tenant:7e3de12f01c440f68e27e214f44e54c4 on resource:network {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:29:20.872593 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8292a66f-8120-4de6-911c-ad18270cda22 req-b93c5c91-c092-4558-a447-c427494267f1 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/networks?id=6bba4435-c9ff-425e-ba8d-e6959ef76901 HTTP/1.1" status: 200 len: 808 time: 0.1649430 Aug 11 16:29:20.887253 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8292a66f-8120-4de6-911c-ad18270cda22 req-05c0ad0c-4aef-41b6-8678-f9be63f8813b tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/quotas/7e3de12f01c440f68e27e214f44e54c4 HTTP/1.1" status: 200 len: 375 time: 0.0092831 Aug 11 16:29:20.934908 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8292a66f-8120-4de6-911c-ad18270cda22 req-687012d0-e9cc-40e6-8501-1ae897c64f62 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7e3de12f01c440f68e27e214f44e54c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426245 Aug 11 16:29:21.070714 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8292a66f-8120-4de6-911c-ad18270cda22 req-c5a44c5a-ed77-4350-ab55-f206b7cf2450 service neutron] 10.222.0.21 "GET /v2.0/networks/6bba4435-c9ff-425e-ba8d-e6959ef76901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293311 Aug 11 16:29:21.203515 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8292a66f-8120-4de6-911c-ad18270cda22 req-a8c04956-6968-43dc-b83b-63f02dc737c2 service neutron] 10.222.0.21 "GET /v2.0/networks/6bba4435-c9ff-425e-ba8d-e6959ef76901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270778 Aug 11 16:29:21.380419 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-95494e3d-9c5c-4240-9fd9-3316ad311017 req-ddf30f2c-62fc-493f-a8c2-753e9cd85c73 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/ports?device_id=29dbe839-e1db-4b52-8c27-d751fef30635 HTTP/1.1" status: 200 len: 210 time: 0.0488157 Aug 11 16:29:21.719770 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:22.477242 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292a66f-8120-4de6-911c-ad18270cda22 req-d83b03ba-7161-4c60-a688-1fb31164d30b tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:22.478688 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8292a66f-8120-4de6-911c-ad18270cda22 req-d83b03ba-7161-4c60-a688-1fb31164d30b tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.20 "GET /v2.0/networks?id=6bba4435-c9ff-425e-ba8d-e6959ef76901 HTTP/1.1" status: 200 len: 808 time: 0.1570685 Aug 11 16:29:22.497561 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [req-8292a66f-8120-4de6-911c-ad18270cda22 req-224cd5db-8240-47a5-b594-2dd71b08f642 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Request body: {'port': {'device_id': '29dbe839-e1db-4b52-8c27-d751fef30635', 'network_id': '6bba4435-c9ff-425e-ba8d-e6959ef76901', 'admin_state_up': True, 'tenant_id': '7e3de12f01c440f68e27e214f44e54c4'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:29:22.565684 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b28768a8-c1ec-4a80-8adf-699d80da167f req-a25d38b8-c3c0-4cf1-aea6-87e5f0c5c5f5 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/ports?device_id=29dbe839-e1db-4b52-8c27-d751fef30635 HTTP/1.1" status: 200 len: 210 time: 0.0515497 Aug 11 16:29:22.679382 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [req-8292a66f-8120-4de6-911c-ad18270cda22 req-224cd5db-8240-47a5-b594-2dd71b08f642 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:29:22.683099 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-8292a66f-8120-4de6-911c-ad18270cda22 req-224cd5db-8240-47a5-b594-2dd71b08f642 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Usage tracker for resource:port and tenant:7e3de12f01c440f68e27e214f44e54c4 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:29:22.685839 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-8292a66f-8120-4de6-911c-ad18270cda22 req-224cd5db-8240-47a5-b594-2dd71b08f642 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:29:22.691496 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [req-8292a66f-8120-4de6-911c-ad18270cda22 req-224cd5db-8240-47a5-b594-2dd71b08f642 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:29:22.701474 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8292a66f-8120-4de6-911c-ad18270cda22 req-224cd5db-8240-47a5-b594-2dd71b08f642 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Made reservation on behalf of 7e3de12f01c440f68e27e214f44e54c4 for: {'port': 1} {{(pid=79159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:29:22.705005 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-8292a66f-8120-4de6-911c-ad18270cda22 req-224cd5db-8240-47a5-b594-2dd71b08f642 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:22.865570 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.db_base_plugin_common [req-8292a66f-8120-4de6-911c-ad18270cda22 req-224cd5db-8240-47a5-b594-2dd71b08f642 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Allocated IP 172.20.0.8 (6bba4435-c9ff-425e-ba8d-e6959ef76901/6b1e259f-cc58-41d3-927f-112502d47a50/af428afc-bea7-41a5-8331-4a5e1681de20) {{(pid=79159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:29:23.165895 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-8292a66f-8120-4de6-911c-ad18270cda22 req-224cd5db-8240-47a5-b594-2dd71b08f642 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Notify callbacks [] for port, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:23.195715 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-8292a66f-8120-4de6-911c-ad18270cda22 req-224cd5db-8240-47a5-b594-2dd71b08f642 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27932534'] for port, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:23.201017 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-aa4f58ec-cbe0-486b-a2df-95c3f7c06ac2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:23.268130 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8292a66f-8120-4de6-911c-ad18270cda22 req-224cd5db-8240-47a5-b594-2dd71b08f642 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Network 6bba4435-c9ff-425e-ba8d-e6959ef76901 is already hosted by enough agents. {{(pid=79159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:29:23.271181 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [req-8292a66f-8120-4de6-911c-ad18270cda22 req-224cd5db-8240-47a5-b594-2dd71b08f642 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Resources bound (agent type, host, resource id): {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:29:23.275693 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [req-8292a66f-8120-4de6-911c-ad18270cda22 req-224cd5db-8240-47a5-b594-2dd71b08f642 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Received port after_create {{(pid=79159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:29:23.312876 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224cd5db-8240-47a5-b594-2dd71b08f642 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Pushing event updated for resources: {'Port': ['ID=af428afc-bea7-41a5-8331-4a5e1681de20,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:23.317136 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-224cd5db-8240-47a5-b594-2dd71b08f642 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:23.346548 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292a66f-8120-4de6-911c-ad18270cda22 req-224cd5db-8240-47a5-b594-2dd71b08f642 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:23.347171 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-8292a66f-8120-4de6-911c-ad18270cda22 req-224cd5db-8240-47a5-b594-2dd71b08f642 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:23.383641 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8292a66f-8120-4de6-911c-ad18270cda22 req-224cd5db-8240-47a5-b594-2dd71b08f642 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8909276 Aug 11 16:29:23.400690 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [req-8292a66f-8120-4de6-911c-ad18270cda22 req-25ca5868-4036-4df1-b292-5d062fd1ab09 service neutron] Request body: {'port': {'device_id': '29dbe839-e1db-4b52-8c27-d751fef30635', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:29:23.518687 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-8292a66f-8120-4de6-911c-ad18270cda22 req-25ca5868-4036-4df1-b292-5d062fd1ab09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:23.878828 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3d9f8-8ec4-4bda-a494-67e764ed6052 req-8cd77aa7-adfa-4b18-b1a6-4d31eaf7e212 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:23.879540 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-b3b3d9f8-8ec4-4bda-a494-67e764ed6052 req-8cd77aa7-adfa-4b18-b1a6-4d31eaf7e212 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Synchronizing usage tracker for tenant:7e3de12f01c440f68e27e214f44e54c4 on resource:port {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:29:23.911524 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-b3b3d9f8-8ec4-4bda-a494-67e764ed6052 req-8cd77aa7-adfa-4b18-b1a6-4d31eaf7e212 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Unset dirty status for tenant:7e3de12f01c440f68e27e214f44e54c4 on resource:port {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:29:23.912723 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b3b3d9f8-8ec4-4bda-a494-67e764ed6052 req-8cd77aa7-adfa-4b18-b1a6-4d31eaf7e212 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/ports?device_id=29dbe839-e1db-4b52-8c27-d751fef30635 HTTP/1.1" status: 200 len: 931 time: 0.2308133 Aug 11 16:29:24.002398 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [req-8292a66f-8120-4de6-911c-ad18270cda22 req-25ca5868-4036-4df1-b292-5d062fd1ab09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af428afc-bea7-41a5-8331-4a5e1681de20 {{(pid=79159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:29:24.009279 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-b3b3d9f8-8ec4-4bda-a494-67e764ed6052 req-a30d66b8-76ea-4188-9c11-963016803f55 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Synchronizing usage tracker for tenant:7e3de12f01c440f68e27e214f44e54c4 on resource:security_group {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:29:24.015486 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-8292a66f-8120-4de6-911c-ad18270cda22 req-25ca5868-4036-4df1-b292-5d062fd1ab09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:24.038505 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.provisioning_blocks [req-8292a66f-8120-4de6-911c-ad18270cda22 req-25ca5868-4036-4df1-b292-5d062fd1ab09 service neutron] Transition to ACTIVE for port object af428afc-bea7-41a5-8331-4a5e1681de20 will not be triggered until provisioned by entity L2. {{(pid=79159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:29:24.040400 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-b3b3d9f8-8ec4-4bda-a494-67e764ed6052 req-a30d66b8-76ea-4188-9c11-963016803f55 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Unset dirty status for tenant:7e3de12f01c440f68e27e214f44e54c4 on resource:security_group {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:29:24.041640 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b3b3d9f8-8ec4-4bda-a494-67e764ed6052 req-a30d66b8-76ea-4188-9c11-963016803f55 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/security-groups?id=92e74b95-ce5f-49cb-a939-2a29de566532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226561 Aug 11 16:29:24.042668 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-8292a66f-8120-4de6-911c-ad18270cda22 req-25ca5868-4036-4df1-b292-5d062fd1ab09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27932527'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:24.046286 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-a03021a0-6c11-469c-8dbf-15bd286ba421 tempest-VolumesSnapshotTestJSON-2118231612 tempest-VolumesSnapshotTestJSON-2118231612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:24.173376 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca5868-4036-4df1-b292-5d062fd1ab09 service neutron] Pushing event updated for resources: {'Port': ['ID=af428afc-bea7-41a5-8331-4a5e1681de20,revision_number=2']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:24.200066 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-25ca5868-4036-4df1-b292-5d062fd1ab09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:24.278714 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-8292a66f-8120-4de6-911c-ad18270cda22 req-25ca5868-4036-4df1-b292-5d062fd1ab09 service neutron] Attempting to bind port af428afc-bea7-41a5-8331-4a5e1681de20 on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:29:24.279045 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-8292a66f-8120-4de6-911c-ad18270cda22 req-25ca5868-4036-4df1-b292-5d062fd1ab09 service neutron] Attempting to bind port af428afc-bea7-41a5-8331-4a5e1681de20 by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': '50f5388f-f036-49e9-ad9e-69e1ccee79b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6bba4435-c9ff-425e-ba8d-e6959ef76901'}] {{(pid=79159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:29:24.279370 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8292a66f-8120-4de6-911c-ad18270cda22 req-25ca5868-4036-4df1-b292-5d062fd1ab09 service neutron] Attempting to bind port af428afc-bea7-41a5-8331-4a5e1681de20 on network 6bba4435-c9ff-425e-ba8d-e6959ef76901 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:29:24.283851 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8292a66f-8120-4de6-911c-ad18270cda22 req-25ca5868-4036-4df1-b292-5d062fd1ab09 service neutron] Port af428afc-bea7-41a5-8331-4a5e1681de20 on network 6bba4435-c9ff-425e-ba8d-e6959ef76901 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:29:24.284174 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8292a66f-8120-4de6-911c-ad18270cda22 req-25ca5868-4036-4df1-b292-5d062fd1ab09 service neutron] Attempting to bind port af428afc-bea7-41a5-8331-4a5e1681de20 on network 6bba4435-c9ff-425e-ba8d-e6959ef76901 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:29:24.289272 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8292a66f-8120-4de6-911c-ad18270cda22 req-25ca5868-4036-4df1-b292-5d062fd1ab09 service neutron] Checking agent: {'id': '1d09ba05-6aad-4b92-98a7-4a9421ef38ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:29:24.289608 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8292a66f-8120-4de6-911c-ad18270cda22 req-25ca5868-4036-4df1-b292-5d062fd1ab09 service neutron] Checking segment: {'id': '50f5388f-f036-49e9-ad9e-69e1ccee79b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6bba4435-c9ff-425e-ba8d-e6959ef76901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:29:24.289993 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8292a66f-8120-4de6-911c-ad18270cda22 req-25ca5868-4036-4df1-b292-5d062fd1ab09 service neutron] Bound using segment: {'id': '50f5388f-f036-49e9-ad9e-69e1ccee79b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6bba4435-c9ff-425e-ba8d-e6959ef76901'} {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:29:24.290455 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-8292a66f-8120-4de6-911c-ad18270cda22 req-25ca5868-4036-4df1-b292-5d062fd1ab09 service neutron] Bound port: af428afc-bea7-41a5-8331-4a5e1681de20, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f5388f-f036-49e9-ad9e-69e1ccee79b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6bba4435-c9ff-425e-ba8d-e6959ef76901'}}] {{(pid=79159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:29:24.290799 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-8292a66f-8120-4de6-911c-ad18270cda22 req-25ca5868-4036-4df1-b292-5d062fd1ab09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:24.383819 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-8292a66f-8120-4de6-911c-ad18270cda22 req-25ca5868-4036-4df1-b292-5d062fd1ab09 service neutron] For port af428afc-bea7-41a5-8331-4a5e1681de20, host hv-cinder-80426, cleared binding levels {{(pid=79159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:29:24.386857 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-8292a66f-8120-4de6-911c-ad18270cda22 req-25ca5868-4036-4df1-b292-5d062fd1ab09 service neutron] For port af428afc-bea7-41a5-8331-4a5e1681de20, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=af428afc-bea7-41a5-8331-4a5e1681de20,segment=NetworkSegment(50f5388f-f036-49e9-ad9e-69e1ccee79b5),segment_id=50f5388f-f036-49e9-ad9e-69e1ccee79b5)] {{(pid=79159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:29:24.391225 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-8292a66f-8120-4de6-911c-ad18270cda22 req-25ca5868-4036-4df1-b292-5d062fd1ab09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27932527'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:24.395543 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-cd174e4f-89ee-432c-9a49-ac3e0e247ab3 tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:24.455514 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292a66f-8120-4de6-911c-ad18270cda22 req-25ca5868-4036-4df1-b292-5d062fd1ab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:24.456133 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-8292a66f-8120-4de6-911c-ad18270cda22 req-25ca5868-4036-4df1-b292-5d062fd1ab09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:24.457492 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8292a66f-8120-4de6-911c-ad18270cda22 req-25ca5868-4036-4df1-b292-5d062fd1ab09 service neutron] 10.222.0.20 "PUT /v2.0/ports/af428afc-bea7-41a5-8331-4a5e1681de20 HTTP/1.1" status: 200 len: 1093 time: 1.0620461 Aug 11 16:29:24.458006 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29dbe839-e1db-4b52-8c27-d751fef30635', 'tag': 'af428afc-bea7-41a5-8331-4a5e1681de20'}] {{(pid=79159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:29:24.481797 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca5868-4036-4df1-b292-5d062fd1ab09 service neutron] Pushing event updated for resources: {'Port': ['ID=af428afc-bea7-41a5-8331-4a5e1681de20,revision_number=3']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:24.484881 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-25ca5868-4036-4df1-b292-5d062fd1ab09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:24.507380 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29dbe839-e1db-4b52-8c27-d751fef30635', 'tag': 'af428afc-bea7-41a5-8331-4a5e1681de20', 'status': 'completed', 'code': 200} Aug 11 16:29:24.592221 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292a66f-8120-4de6-911c-ad18270cda22 req-b116373e-30d7-4d74-8333-baeccd458925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:24.593724 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8292a66f-8120-4de6-911c-ad18270cda22 req-b116373e-30d7-4d74-8333-baeccd458925 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e3de12f01c440f68e27e214f44e54c4&device_id=29dbe839-e1db-4b52-8c27-d751fef30635 HTTP/1.1" status: 200 len: 1096 time: 0.0719779 Aug 11 16:29:24.672977 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8292a66f-8120-4de6-911c-ad18270cda22 req-83159184-626d-49b6-8ca9-b9097d41fcbb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af428afc-bea7-41a5-8331-4a5e1681de20 HTTP/1.1" status: 200 len: 217 time: 0.0661347 Aug 11 16:29:24.736100 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292a66f-8120-4de6-911c-ad18270cda22 req-92b7e8fd-be01-4067-95d6-223ea409bf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:24.737459 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8292a66f-8120-4de6-911c-ad18270cda22 req-92b7e8fd-be01-4067-95d6-223ea409bf16 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6b1e259f-cc58-41d3-927f-112502d47a50 HTTP/1.1" status: 200 len: 848 time: 0.0579700 Aug 11 16:29:24.788437 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8292a66f-8120-4de6-911c-ad18270cda22 req-81363920-8855-48b0-9653-3a7104dc28a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bba4435-c9ff-425e-ba8d-e6959ef76901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441916 Aug 11 16:29:25.017151 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8292a66f-8120-4de6-911c-ad18270cda22 req-e9b3fd2a-7fc2-4860-b976-2f6e26bcae29 service neutron] 10.222.0.20 "GET /v2.0/networks/6bba4435-c9ff-425e-ba8d-e6959ef76901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222970 Aug 11 16:29:25.162661 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8292a66f-8120-4de6-911c-ad18270cda22 req-540e9ee5-6c18-45c9-b93b-8d4ba0e7c5fe service neutron] 10.222.0.20 "GET /v2.0/networks/6bba4435-c9ff-425e-ba8d-e6959ef76901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377494 Aug 11 16:29:25.387056 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc7b2c-32cf-4c9a-ae2a-23978ab087c6 req-948edaed-b813-45fe-99e4-33e1fba6354a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:25.388589 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9bfc7b2c-32cf-4c9a-ae2a-23978ab087c6 req-948edaed-b813-45fe-99e4-33e1fba6354a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e3de12f01c440f68e27e214f44e54c4&device_id=29dbe839-e1db-4b52-8c27-d751fef30635 HTTP/1.1" status: 200 len: 1096 time: 0.1408973 Aug 11 16:29:25.424189 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb8564-70db-451c-ba93-0869e51372d1 req-38cb2bbc-1914-4560-8b8e-d192df3ca08a tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:25.425595 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f3cb8564-70db-451c-ba93-0869e51372d1 req-38cb2bbc-1914-4560-8b8e-d192df3ca08a tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/ports?device_id=29dbe839-e1db-4b52-8c27-d751fef30635 HTTP/1.1" status: 200 len: 943 time: 0.1280801 Aug 11 16:29:25.545859 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f3cb8564-70db-451c-ba93-0869e51372d1 req-0487953b-1f10-4af0-9d55-c5caa85f5ca1 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/security-groups?id=92e74b95-ce5f-49cb-a939-2a29de566532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134329 Aug 11 16:29:25.566255 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc7b2c-32cf-4c9a-ae2a-23978ab087c6 req-6dd6e6ef-0bd6-453c-844f-1a905ff491b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:25.567806 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9bfc7b2c-32cf-4c9a-ae2a-23978ab087c6 req-6dd6e6ef-0bd6-453c-844f-1a905ff491b3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6bba4435-c9ff-425e-ba8d-e6959ef76901 HTTP/1.1" status: 200 len: 909 time: 0.1715012 Aug 11 16:29:25.641907 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9bfc7b2c-32cf-4c9a-ae2a-23978ab087c6 req-fcb71067-965d-4c19-bb0c-69ca861ee45e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af428afc-bea7-41a5-8331-4a5e1681de20 HTTP/1.1" status: 200 len: 217 time: 0.0660410 Aug 11 16:29:25.705365 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc7b2c-32cf-4c9a-ae2a-23978ab087c6 req-437cc988-401c-48a5-a8ba-ea359c7c2fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:25.706836 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9bfc7b2c-32cf-4c9a-ae2a-23978ab087c6 req-437cc988-401c-48a5-a8ba-ea359c7c2fdb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6b1e259f-cc58-41d3-927f-112502d47a50 HTTP/1.1" status: 200 len: 848 time: 0.0587759 Aug 11 16:29:25.753759 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9bfc7b2c-32cf-4c9a-ae2a-23978ab087c6 req-e5c9c6a0-aebf-4a9b-a56a-de44e322bf52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bba4435-c9ff-425e-ba8d-e6959ef76901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399017 Aug 11 16:29:25.886389 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9bfc7b2c-32cf-4c9a-ae2a-23978ab087c6 req-36337891-6761-41dc-b1b8-fd5433960205 service neutron] 10.222.0.20 "GET /v2.0/networks/6bba4435-c9ff-425e-ba8d-e6959ef76901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248584 Aug 11 16:29:26.017383 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9bfc7b2c-32cf-4c9a-ae2a-23978ab087c6 req-eb4be182-a00b-4757-a9b4-dc9bb77c91c8 service neutron] 10.222.0.20 "GET /v2.0/networks/6bba4435-c9ff-425e-ba8d-e6959ef76901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240225 Aug 11 16:29:26.087376 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:26.734745 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4c98d-99f7-4275-af60-e2883b0c96ca req-d0e1fde5-53c2-441d-909d-8af9ec9a2e93 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:26.736198 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7fa4c98d-99f7-4275-af60-e2883b0c96ca req-d0e1fde5-53c2-441d-909d-8af9ec9a2e93 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/ports?device_id=29dbe839-e1db-4b52-8c27-d751fef30635 HTTP/1.1" status: 200 len: 943 time: 0.0844471 Aug 11 16:29:26.780873 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7fa4c98d-99f7-4275-af60-e2883b0c96ca req-e1d860d9-0ece-461e-97ed-3b840777fe53 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/security-groups?id=92e74b95-ce5f-49cb-a939-2a29de566532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388973 Aug 11 16:29:27.968950 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7339eb-7eae-4523-aeee-f8de4e466e61 req-175c1091-223c-45be-9a20-abd42fcf5355 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:27.970492 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0d7339eb-7eae-4523-aeee-f8de4e466e61 req-175c1091-223c-45be-9a20-abd42fcf5355 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/ports?device_id=29dbe839-e1db-4b52-8c27-d751fef30635 HTTP/1.1" status: 200 len: 943 time: 0.0799041 Aug 11 16:29:28.019027 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0d7339eb-7eae-4523-aeee-f8de4e466e61 req-5cf3214f-799e-468f-a4b6-16c1cdfef4f4 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/security-groups?id=92e74b95-ce5f-49cb-a939-2a29de566532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426865 Aug 11 16:29:29.004878 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device af428afc-bea7-41a5-8331-4a5e1681de20 details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:29:29.175945 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port af428afc-bea7-41a5-8331-4a5e1681de20, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=af428afc-bea7-41a5-8331-4a5e1681de20,segment=NetworkSegment(50f5388f-f036-49e9-ad9e-69e1ccee79b5),segment_id=50f5388f-f036-49e9-ad9e-69e1ccee79b5)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:29:29.189205 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Returning: {'device': 'af428afc-bea7-41a5-8331-4a5e1681de20', 'network_id': '6bba4435-c9ff-425e-ba8d-e6959ef76901', 'port_id': 'af428afc-bea7-41a5-8331-4a5e1681de20', 'mac_address': 'fa:16:3e:89:66:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b1e259f-cc58-41d3-927f-112502d47a50', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:29:29.212908 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44429be1-634d-4968-84d5-71ce88ea594e req-c655e798-3666-4eb4-b317-f8bc8bdac18a tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:29.214413 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-44429be1-634d-4968-84d5-71ce88ea594e req-c655e798-3666-4eb4-b317-f8bc8bdac18a tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/ports?device_id=29dbe839-e1db-4b52-8c27-d751fef30635 HTTP/1.1" status: 200 len: 943 time: 0.0841525 Aug 11 16:29:29.245128 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:29.260270 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-44429be1-634d-4968-84d5-71ce88ea594e req-6a00b10f-7d0e-429f-a3d2-86ee59f0806d tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/security-groups?id=92e74b95-ce5f-49cb-a939-2a29de566532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400331 Aug 11 16:29:29.263224 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af428afc-bea7-41a5-8331-4a5e1681de20 {{(pid=79160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:29:29.279748 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port af428afc-bea7-41a5-8331-4a5e1681de20, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=af428afc-bea7-41a5-8331-4a5e1681de20,segment=NetworkSegment(50f5388f-f036-49e9-ad9e-69e1ccee79b5),segment_id=50f5388f-f036-49e9-ad9e-69e1ccee79b5)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:29:29.283571 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:29.286236 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-6c4a7358-ea37-4297-8956-b3b84fac7690 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:29.354507 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=af428afc-bea7-41a5-8331-4a5e1681de20,revision_number=4']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:29.357508 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:29.564971 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['af428afc-bea7-41a5-8331-4a5e1681de20'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:29:30.167526 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e6b5ad32-37d5-48ea-8214-9db1cef57efa req-86de19ff-6b80-4921-89f6-fe6f1d0c6240 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733974 Aug 11 16:29:30.325122 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5ad32-37d5-48ea-8214-9db1cef57efa req-30e6f6ab-7727-4ab7-9b5c-31aab8498230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:30.326619 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e6b5ad32-37d5-48ea-8214-9db1cef57efa req-30e6f6ab-7727-4ab7-9b5c-31aab8498230 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0b3773db0699482cb3fc3a47340812c0&device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 1099 time: 0.0734534 Aug 11 16:29:30.631745 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5ad32-37d5-48ea-8214-9db1cef57efa req-ea12d6ab-b497-484f-9992-f0e2fe6776dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:30.633169 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e6b5ad32-37d5-48ea-8214-9db1cef57efa req-ea12d6ab-b497-484f-9992-f0e2fe6776dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=38762c5d-ffd9-4ed7-acd9-44af5efe0419 HTTP/1.1" status: 200 len: 909 time: 0.2875257 Aug 11 16:29:30.645417 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f1ba1-d13b-4175-a234-1127d2d3aa08 req-ed06c1ef-7cba-490c-9f4a-8e1e9a914e1c tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:30.646766 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0c3f1ba1-d13b-4175-a234-1127d2d3aa08 req-ed06c1ef-7cba-490c-9f4a-8e1e9a914e1c tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/ports?device_id=29dbe839-e1db-4b52-8c27-d751fef30635 HTTP/1.1" status: 200 len: 944 time: 0.2805400 Aug 11 16:29:30.775711 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0c3f1ba1-d13b-4175-a234-1127d2d3aa08 req-f56abcdd-b9c7-40fc-aae1-be84a5eff3db tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/security-groups?id=92e74b95-ce5f-49cb-a939-2a29de566532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750415 Aug 11 16:29:30.777501 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e6b5ad32-37d5-48ea-8214-9db1cef57efa req-18723fd6-1f0b-41b3-b277-b5a14502ff3d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd HTTP/1.1" status: 200 len: 1002 time: 0.1299217 Aug 11 16:29:30.840160 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5ad32-37d5-48ea-8214-9db1cef57efa req-e5dac657-366e-46f8-acae-4e4b2d250763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:30.841581 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e6b5ad32-37d5-48ea-8214-9db1cef57efa req-e5dac657-366e-46f8-acae-4e4b2d250763 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=063d6f1f-59d7-4dda-a98e-cacfa7be730b HTTP/1.1" status: 200 len: 847 time: 0.0579607 Aug 11 16:29:30.916665 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5ad32-37d5-48ea-8214-9db1cef57efa req-ca0b2973-9155-4c6b-846a-c71f04ee17f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:30.918144 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e6b5ad32-37d5-48ea-8214-9db1cef57efa req-ca0b2973-9155-4c6b-846a-c71f04ee17f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=38762c5d-ffd9-4ed7-acd9-44af5efe0419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708017 Aug 11 16:29:31.004618 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device af428afc-bea7-41a5-8331-4a5e1681de20 up at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:29:31.053560 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e6b5ad32-37d5-48ea-8214-9db1cef57efa req-0253af4f-5d35-422a-8efa-6807c86fd605 service neutron] 10.222.0.20 "GET /v2.0/networks/38762c5d-ffd9-4ed7-acd9-44af5efe0419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290085 Aug 11 16:29:31.076095 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning for port af428afc-bea7-41a5-8331-4a5e1681de20 completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:29:31.080990 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning complete for port af428afc-bea7-41a5-8331-4a5e1681de20 triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:29:31.081374 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:31.189071 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e6b5ad32-37d5-48ea-8214-9db1cef57efa req-e4e038d1-fc84-4139-9a5c-b25be2fdcedd service neutron] 10.222.0.20 "GET /v2.0/networks/38762c5d-ffd9-4ed7-acd9-44af5efe0419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283860 Aug 11 16:29:31.202296 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:31.230407 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29dbe839-e1db-4b52-8c27-d751fef30635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af428afc-bea7-41a5-8331-4a5e1681de20'}] {{(pid=79160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:29:31.240262 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port af428afc-bea7-41a5-8331-4a5e1681de20, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=af428afc-bea7-41a5-8331-4a5e1681de20,segment=NetworkSegment(50f5388f-f036-49e9-ad9e-69e1ccee79b5),segment_id=50f5388f-f036-49e9-ad9e-69e1ccee79b5)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:29:31.245073 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:31.246967 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:31.282442 dv-cinder-804265-1-smb neutron-server[79160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29dbe839-e1db-4b52-8c27-d751fef30635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af428afc-bea7-41a5-8331-4a5e1681de20', 'code': 200} Aug 11 16:29:31.314261 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=af428afc-bea7-41a5-8331-4a5e1681de20,revision_number=5']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:31.317085 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:31.541129 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b988313-b07b-4ccb-8554-477131670075 req-74ebf94c-17da-4e74-a678-a0488e3617f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:31.542553 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0b988313-b07b-4ccb-8554-477131670075 req-74ebf94c-17da-4e74-a678-a0488e3617f5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=29dbe839-e1db-4b52-8c27-d751fef30635 HTTP/1.1" status: 200 len: 1098 time: 0.0736938 Aug 11 16:29:31.583753 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0b988313-b07b-4ccb-8554-477131670075 req-67f800ee-7f8f-41df-9686-001dbc507aa7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=92e74b95-ce5f-49cb-a939-2a29de566532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347202 Aug 11 16:29:31.959852 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3784a0-1a61-4c07-95a3-1bfb8790e095 req-184d3241-6256-4ab3-87fb-b7e2c413e101 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:31.961375 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2a3784a0-1a61-4c07-95a3-1bfb8790e095 req-184d3241-6256-4ab3-87fb-b7e2c413e101 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/ports?device_id=29dbe839-e1db-4b52-8c27-d751fef30635 HTTP/1.1" status: 200 len: 945 time: 0.0821524 Aug 11 16:29:32.009820 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-2a3784a0-1a61-4c07-95a3-1bfb8790e095 req-420cb79c-f88d-4c5a-af13-29c4e3500649 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/security-groups?id=92e74b95-ce5f-49cb-a939-2a29de566532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424645 Aug 11 16:29:33.194904 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3e592-31ee-449c-b29a-80f8cf6a2564 req-d7296817-349b-499a-8f5c-e766f29d5b69 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:33.196373 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5df3e592-31ee-449c-b29a-80f8cf6a2564 req-d7296817-349b-499a-8f5c-e766f29d5b69 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/ports?device_id=29dbe839-e1db-4b52-8c27-d751fef30635 HTTP/1.1" status: 200 len: 945 time: 0.0800304 Aug 11 16:29:33.241157 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5df3e592-31ee-449c-b29a-80f8cf6a2564 req-4a388736-0e53-4057-a66b-6a909866e8d7 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/security-groups?id=92e74b95-ce5f-49cb-a939-2a29de566532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386403 Aug 11 16:29:34.292183 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35281442-2b67-4ef9-83f2-0c200bad914c req-aac6cfc9-1ddf-4db3-9653-ed5a81b36f0b tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:34.293660 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-35281442-2b67-4ef9-83f2-0c200bad914c req-aac6cfc9-1ddf-4db3-9653-ed5a81b36f0b tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/ports?device_id=29dbe839-e1db-4b52-8c27-d751fef30635 HTTP/1.1" status: 200 len: 945 time: 0.1101866 Aug 11 16:29:34.340966 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-35281442-2b67-4ef9-83f2-0c200bad914c req-6bd7b3e6-b8c0-47a9-94ee-ba8f43ac7f00 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/security-groups?id=92e74b95-ce5f-49cb-a939-2a29de566532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413167 Aug 11 16:29:34.620306 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c092e68-a220-4f37-8d2e-77faeb5cb1dc req-3c017927-3e5a-4972-b618-7222cd3e7a43 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:34.621780 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9c092e68-a220-4f37-8d2e-77faeb5cb1dc req-3c017927-3e5a-4972-b618-7222cd3e7a43 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 946 time: 0.0813091 Aug 11 16:29:34.669048 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9c092e68-a220-4f37-8d2e-77faeb5cb1dc req-26cf5443-6da7-46c1-88d2-75088dcf6421 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/security-groups?id=85315b65-0145-4fcc-8421-da347621e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416350 Aug 11 16:29:35.537868 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bf7d9-f915-4d24-9255-9a5be4272b36 req-079013bc-98fe-4284-ab15-7aad77bee460 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:35.539399 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ab4bf7d9-f915-4d24-9255-9a5be4272b36 req-079013bc-98fe-4284-ab15-7aad77bee460 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/ports?device_id=29dbe839-e1db-4b52-8c27-d751fef30635 HTTP/1.1" status: 200 len: 945 time: 0.0876641 Aug 11 16:29:35.583745 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ab4bf7d9-f915-4d24-9255-9a5be4272b36 req-d62f74fc-d750-4c1f-a3b4-1c530c69ec60 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/security-groups?id=92e74b95-ce5f-49cb-a939-2a29de566532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386770 Aug 11 16:29:35.836340 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb28e39-4ce8-44b4-9c27-b6f36f0e676f req-b963f5b8-4495-4b9a-81aa-8b0ab4e3beb8 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:35.837765 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9fb28e39-4ce8-44b4-9c27-b6f36f0e676f req-b963f5b8-4495-4b9a-81aa-8b0ab4e3beb8 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.20 "GET /v2.0/ports?device_id=29dbe839-e1db-4b52-8c27-d751fef30635 HTTP/1.1" status: 200 len: 945 time: 0.1287136 Aug 11 16:29:35.920073 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [req-9fb28e39-4ce8-44b4-9c27-b6f36f0e676f req-f5ae5dd5-448e-41b8-b55f-122bdae156ed tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Deleting port af428afc-bea7-41a5-8331-4a5e1681de20 {{(pid=79159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:29:35.920411 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-9fb28e39-4ce8-44b4-9c27-b6f36f0e676f req-f5ae5dd5-448e-41b8-b55f-122bdae156ed tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:35.980721 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c039b6-a8e9-4597-ae71-bc648fee5bbe req-70dfc3ea-9cc2-46e1-aee9-af49a51c9165 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:35.982320 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f2c039b6-a8e9-4597-ae71-bc648fee5bbe req-70dfc3ea-9cc2-46e1-aee9-af49a51c9165 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 946 time: 0.2024605 Aug 11 16:29:36.096059 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f2c039b6-a8e9-4597-ae71-bc648fee5bbe req-387b62b8-59f3-4167-96bd-6ecd612e8fcc tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/security-groups?id=85315b65-0145-4fcc-8421-da347621e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077554 Aug 11 16:29:36.215992 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-9fb28e39-4ce8-44b4-9c27-b6f36f0e676f req-f5ae5dd5-448e-41b8-b55f-122bdae156ed tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] For port af428afc-bea7-41a5-8331-4a5e1681de20, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=af428afc-bea7-41a5-8331-4a5e1681de20,segment=NetworkSegment(50f5388f-f036-49e9-ad9e-69e1ccee79b5),segment_id=50f5388f-f036-49e9-ad9e-69e1ccee79b5)] {{(pid=79159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:29:36.216350 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-9fb28e39-4ce8-44b4-9c27-b6f36f0e676f req-f5ae5dd5-448e-41b8-b55f-122bdae156ed tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:36.436007 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [req-9fb28e39-4ce8-44b4-9c27-b6f36f0e676f req-f5ae5dd5-448e-41b8-b55f-122bdae156ed tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Calling delete_port for af428afc-bea7-41a5-8331-4a5e1681de20 owned by compute:nova {{(pid=79159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:29:36.585025 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-9fb28e39-4ce8-44b4-9c27-b6f36f0e676f req-f5ae5dd5-448e-41b8-b55f-122bdae156ed tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27932534'] for port, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:36.591605 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-ee81f68b-0f49-4e91-b9b4-3e64f07cafe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:36.621387 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['af428afc-bea7-41a5-8331-4a5e1681de20'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:29:36.639065 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae5dd5-448e-41b8-b55f-122bdae156ed tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Pushing event deleted for resources: {'Port': ['ID=af428afc-bea7-41a5-8331-4a5e1681de20,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:36.642007 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-f5ae5dd5-448e-41b8-b55f-122bdae156ed tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:36.755296 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb28e39-4ce8-44b4-9c27-b6f36f0e676f req-f5ae5dd5-448e-41b8-b55f-122bdae156ed tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] No DVR routers for this DVR port af428afc-bea7-41a5-8331-4a5e1681de20 on host hv-cinder-80426 {{(pid=79159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:29:36.762370 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-9fb28e39-4ce8-44b4-9c27-b6f36f0e676f req-f5ae5dd5-448e-41b8-b55f-122bdae156ed tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:36.764919 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29dbe839-e1db-4b52-8c27-d751fef30635', 'name': 'network-vif-deleted', 'tag': 'af428afc-bea7-41a5-8331-4a5e1681de20'}] {{(pid=79159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:29:36.770671 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a0242e06-f38e-476b-b710-23d38c4390c3 req-a3785b7c-1031-4567-a6c8-815820458131 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/ports?device_id=29dbe839-e1db-4b52-8c27-d751fef30635 HTTP/1.1" status: 200 len: 210 time: 0.0620561 Aug 11 16:29:36.783596 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9fb28e39-4ce8-44b4-9c27-b6f36f0e676f req-f5ae5dd5-448e-41b8-b55f-122bdae156ed tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.20 "DELETE /v2.0/ports/af428afc-bea7-41a5-8331-4a5e1681de20 HTTP/1.1" status: 204 len: 173 time: 0.9391077 Aug 11 16:29:36.816514 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29dbe839-e1db-4b52-8c27-d751fef30635', 'name': 'network-vif-deleted', 'tag': 'af428afc-bea7-41a5-8331-4a5e1681de20', 'status': 'completed', 'code': 200} Aug 11 16:29:37.283594 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8d206-773d-42b9-a1fb-62702bea41e1 req-096faf81-e26b-40aa-9f37-397e9eb7d453 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:37.285091 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a6d8d206-773d-42b9-a1fb-62702bea41e1 req-096faf81-e26b-40aa-9f37-397e9eb7d453 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 946 time: 0.0847514 Aug 11 16:29:37.329195 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a6d8d206-773d-42b9-a1fb-62702bea41e1 req-3cd1b515-ab93-4b76-8fc4-395ab977bd60 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/security-groups?id=85315b65-0145-4fcc-8421-da347621e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383480 Aug 11 16:29:38.140150 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-6d08131c-5af5-4bd2-845c-55f0942c49b1 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:38.141483 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-6d08131c-5af5-4bd2-845c-55f0942c49b1 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/networks?id=6bba4435-c9ff-425e-ba8d-e6959ef76901 HTTP/1.1" status: 200 len: 808 time: 0.1476588 Aug 11 16:29:38.156189 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-13e46c96-ce19-4ad1-aa31-a23e273336d6 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/quotas/7e3de12f01c440f68e27e214f44e54c4 HTTP/1.1" status: 200 len: 375 time: 0.0092707 Aug 11 16:29:38.204927 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-ebbc2c26-c019-4add-ba2b-98e3b1081f95 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Synchronizing usage tracker for tenant:7e3de12f01c440f68e27e214f44e54c4 on resource:port {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:29:38.219977 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-ebbc2c26-c019-4add-ba2b-98e3b1081f95 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Unset dirty status for tenant:7e3de12f01c440f68e27e214f44e54c4 on resource:port {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:29:38.221182 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-ebbc2c26-c019-4add-ba2b-98e3b1081f95 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7e3de12f01c440f68e27e214f44e54c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601394 Aug 11 16:29:38.398272 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-d4cf5d4f-6b30-4738-98d7-4a614fff0b88 service neutron] 10.222.0.21 "GET /v2.0/networks/6bba4435-c9ff-425e-ba8d-e6959ef76901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700900 Aug 11 16:29:38.590507 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-1cca59f2-0ddb-4db0-8b39-16a46498cd3d service neutron] 10.222.0.21 "GET /v2.0/networks/6bba4435-c9ff-425e-ba8d-e6959ef76901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855860 Aug 11 16:29:38.609332 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31e646-9cbc-4b33-a7d8-803bfb62acd2 req-9dac2b8d-a76b-4075-b259-8bf90ed762b1 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:38.610802 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1e31e646-9cbc-4b33-a7d8-803bfb62acd2 req-9dac2b8d-a76b-4075-b259-8bf90ed762b1 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 946 time: 0.1710951 Aug 11 16:29:38.658394 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1e31e646-9cbc-4b33-a7d8-803bfb62acd2 req-83a2f0c8-55c6-4513-bb2c-8f23f3a86932 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/security-groups?id=85315b65-0145-4fcc-8421-da347621e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415974 Aug 11 16:29:38.767234 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f0d93dde-f639-4ed8-80f4-2cd5724d0981 req-3bf31c80-b92b-4fe8-92c1-c2bcfe93505d tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/ports?device_id=799fff84-ddf0-4dfa-9bb7-a97cbdb35e0c HTTP/1.1" status: 200 len: 210 time: 0.0433381 Aug 11 16:29:39.945142 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3ead9b54-43ae-432f-9822-780ea82ada47 req-fceb1d44-c5ff-4620-a72b-88254d7ae6fe tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/ports?device_id=799fff84-ddf0-4dfa-9bb7-a97cbdb35e0c HTTP/1.1" status: 200 len: 210 time: 0.0619414 Aug 11 16:29:39.994687 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-cc65ff9c-5538-410f-98d4-1130bbf63885 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:39.996389 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-cc65ff9c-5538-410f-98d4-1130bbf63885 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.20 "GET /v2.0/networks?id=6bba4435-c9ff-425e-ba8d-e6959ef76901 HTTP/1.1" status: 200 len: 808 time: 0.2562714 Aug 11 16:29:40.010865 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e37da-a290-411b-9018-13a27e1301e4 req-b19d757f-b6ef-4fa0-81f1-d69fec39f14c tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:40.012271 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5a6e37da-a290-411b-9018-13a27e1301e4 req-b19d757f-b6ef-4fa0-81f1-d69fec39f14c tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 946 time: 0.2370439 Aug 11 16:29:40.016788 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-dbbd08aa-1f3b-49a5-8633-9df3f4c0046e tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Request body: {'port': {'device_id': '799fff84-ddf0-4dfa-9bb7-a97cbdb35e0c', 'network_id': '6bba4435-c9ff-425e-ba8d-e6959ef76901', 'admin_state_up': True, 'tenant_id': '7e3de12f01c440f68e27e214f44e54c4'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:29:40.243943 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-5a6e37da-a290-411b-9018-13a27e1301e4 req-d0d8a6e7-b339-45c4-a180-cdde69c04a7a tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/security-groups?id=85315b65-0145-4fcc-8421-da347621e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176872 Aug 11 16:29:40.282882 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-dbbd08aa-1f3b-49a5-8633-9df3f4c0046e tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:29:40.293230 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-dbbd08aa-1f3b-49a5-8633-9df3f4c0046e tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:29:40.304859 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-dbbd08aa-1f3b-49a5-8633-9df3f4c0046e tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Made reservation on behalf of 7e3de12f01c440f68e27e214f44e54c4 for: {'port': 1} {{(pid=79159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 16:29:40.308697 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-dbbd08aa-1f3b-49a5-8633-9df3f4c0046e tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:40.470085 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.db_base_plugin_common [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-dbbd08aa-1f3b-49a5-8633-9df3f4c0046e tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Allocated IP 172.20.0.13 (6bba4435-c9ff-425e-ba8d-e6959ef76901/6b1e259f-cc58-41d3-927f-112502d47a50/3deebd82-c556-47ce-9787-45e09f04f70a) {{(pid=79159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 16:29:40.677954 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-dbbd08aa-1f3b-49a5-8633-9df3f4c0046e tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Notify callbacks [] for port, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:40.708129 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-dbbd08aa-1f3b-49a5-8633-9df3f4c0046e tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758462816552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27932534'] for port, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:40.714535 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-57b428c3-4c00-4331-9616-501ae2b5f4ff tempest-TestMinimumBasicScenario-1599126000 tempest-TestMinimumBasicScenario-1599126000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:40.785127 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-dbbd08aa-1f3b-49a5-8633-9df3f4c0046e tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Network 6bba4435-c9ff-425e-ba8d-e6959ef76901 is already hosted by enough agents. {{(pid=79159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 16:29:40.786249 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.base_scheduler [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-dbbd08aa-1f3b-49a5-8633-9df3f4c0046e tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Resources bound (agent type, host, resource id): {{(pid=79159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 16:29:40.788684 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-dbbd08aa-1f3b-49a5-8633-9df3f4c0046e tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Received port after_create {{(pid=79159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 11 16:29:40.842633 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd08aa-1f3b-49a5-8633-9df3f4c0046e tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Pushing event updated for resources: {'Port': ['ID=3deebd82-c556-47ce-9787-45e09f04f70a,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:40.846873 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-dbbd08aa-1f3b-49a5-8633-9df3f4c0046e tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:40.870646 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-dbbd08aa-1f3b-49a5-8633-9df3f4c0046e tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:40.871253 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-dbbd08aa-1f3b-49a5-8633-9df3f4c0046e tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:40.895108 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-dbbd08aa-1f3b-49a5-8633-9df3f4c0046e tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8819306 Aug 11 16:29:40.911991 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.v2.base [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-cee55dc6-9220-4cb5-bcad-03ae8ae7c2d5 service neutron] Request body: {'port': {'device_id': '799fff84-ddf0-4dfa-9bb7-a97cbdb35e0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80426'}} {{(pid=79159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 16:29:41.023021 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-cee55dc6-9220-4cb5-bcad-03ae8ae7c2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:41.036146 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device af428afc-bea7-41a5-8331-4a5e1681de20 no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:29:41.073124 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] No Port match for: af428afc-bea7-41a5-8331-4a5e1681de20 {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:29:41.073638 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device af428afc-bea7-41a5-8331-4a5e1681de20 not bound to the agent host hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:29:41.249110 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04d378-a4e0-407b-9c34-5ed50a769bb8 req-f96d2066-f816-428a-ac13-66275c1e5ba9 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:41.249725 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-6d04d378-a4e0-407b-9c34-5ed50a769bb8 req-f96d2066-f816-428a-ac13-66275c1e5ba9 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Synchronizing usage tracker for tenant:7e3de12f01c440f68e27e214f44e54c4 on resource:port {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:29:41.329178 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-6d04d378-a4e0-407b-9c34-5ed50a769bb8 req-f96d2066-f816-428a-ac13-66275c1e5ba9 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Unset dirty status for tenant:7e3de12f01c440f68e27e214f44e54c4 on resource:port {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:29:41.330359 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-6d04d378-a4e0-407b-9c34-5ed50a769bb8 req-f96d2066-f816-428a-ac13-66275c1e5ba9 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/ports?device_id=799fff84-ddf0-4dfa-9bb7-a97cbdb35e0c HTTP/1.1" status: 200 len: 932 time: 0.2641742 Aug 11 16:29:41.441923 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-6d04d378-a4e0-407b-9c34-5ed50a769bb8 req-dfbf88ba-4dc9-49e6-bc17-0fe02af50dd7 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/security-groups?id=92e74b95-ce5f-49cb-a939-2a29de566532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043718 Aug 11 16:29:41.529779 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-cee55dc6-9220-4cb5-bcad-03ae8ae7c2d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3deebd82-c556-47ce-9787-45e09f04f70a {{(pid=79159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:29:41.543817 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a97598-5449-4eec-9179-309fcd3d6e51 req-b8f28d75-fa6b-419f-9aa7-c99bc4ff3135 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:41.545266 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-76a97598-5449-4eec-9179-309fcd3d6e51 req-b8f28d75-fa6b-419f-9aa7-c99bc4ff3135 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 946 time: 0.1910019 Aug 11 16:29:41.546912 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-cee55dc6-9220-4cb5-bcad-03ae8ae7c2d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:41.579569 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.provisioning_blocks [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-cee55dc6-9220-4cb5-bcad-03ae8ae7c2d5 service neutron] Transition to ACTIVE for port object 3deebd82-c556-47ce-9787-45e09f04f70a will not be triggered until provisioned by entity L2. {{(pid=79159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 16:29:41.589557 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-cee55dc6-9220-4cb5-bcad-03ae8ae7c2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27932527'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:41.599469 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-51ed30ef-4e2a-4b76-9495-c3a9caa9f30d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:41.649925 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-76a97598-5449-4eec-9179-309fcd3d6e51 req-bec4a509-bccb-4e7f-9cbd-0fe51a284625 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/security-groups?id=85315b65-0145-4fcc-8421-da347621e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985930 Aug 11 16:29:41.752730 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee55dc6-9220-4cb5-bcad-03ae8ae7c2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3deebd82-c556-47ce-9787-45e09f04f70a,revision_number=2']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:41.760113 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-cee55dc6-9220-4cb5-bcad-03ae8ae7c2d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:41.829652 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-cee55dc6-9220-4cb5-bcad-03ae8ae7c2d5 service neutron] Attempting to bind port 3deebd82-c556-47ce-9787-45e09f04f70a on host hv-cinder-80426 for vnic_type normal with profile {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 16:29:41.829876 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-cee55dc6-9220-4cb5-bcad-03ae8ae7c2d5 service neutron] Attempting to bind port 3deebd82-c556-47ce-9787-45e09f04f70a by drivers openvswitch,hyperv on host hv-cinder-80426 at level 0 using segments [{'id': '50f5388f-f036-49e9-ad9e-69e1ccee79b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6bba4435-c9ff-425e-ba8d-e6959ef76901'}] {{(pid=79159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 16:29:41.830220 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-cee55dc6-9220-4cb5-bcad-03ae8ae7c2d5 service neutron] Attempting to bind port 3deebd82-c556-47ce-9787-45e09f04f70a on network 6bba4435-c9ff-425e-ba8d-e6959ef76901 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:29:41.834655 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-cee55dc6-9220-4cb5-bcad-03ae8ae7c2d5 service neutron] Port 3deebd82-c556-47ce-9787-45e09f04f70a on network 6bba4435-c9ff-425e-ba8d-e6959ef76901 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80426 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 11 16:29:41.834971 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-cee55dc6-9220-4cb5-bcad-03ae8ae7c2d5 service neutron] Attempting to bind port 3deebd82-c556-47ce-9787-45e09f04f70a on network 6bba4435-c9ff-425e-ba8d-e6959ef76901 {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 11 16:29:41.840626 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-cee55dc6-9220-4cb5-bcad-03ae8ae7c2d5 service neutron] Checking agent: {'id': '1d09ba05-6aad-4b92-98a7-4a9421ef38ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80426', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'started_at': datetime.datetime(2021, 8, 11, 16, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 16, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 11 16:29:41.840978 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-cee55dc6-9220-4cb5-bcad-03ae8ae7c2d5 service neutron] Checking segment: {'id': '50f5388f-f036-49e9-ad9e-69e1ccee79b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6bba4435-c9ff-425e-ba8d-e6959ef76901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 11 16:29:41.841338 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-cee55dc6-9220-4cb5-bcad-03ae8ae7c2d5 service neutron] Bound using segment: {'id': '50f5388f-f036-49e9-ad9e-69e1ccee79b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6bba4435-c9ff-425e-ba8d-e6959ef76901'} {{(pid=79159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 11 16:29:41.841761 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.managers [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-cee55dc6-9220-4cb5-bcad-03ae8ae7c2d5 service neutron] Bound port: 3deebd82-c556-47ce-9787-45e09f04f70a, host: hv-cinder-80426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f5388f-f036-49e9-ad9e-69e1ccee79b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6bba4435-c9ff-425e-ba8d-e6959ef76901'}}] {{(pid=79159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 16:29:41.842098 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-cee55dc6-9220-4cb5-bcad-03ae8ae7c2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:42.026968 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-cee55dc6-9220-4cb5-bcad-03ae8ae7c2d5 service neutron] For port 3deebd82-c556-47ce-9787-45e09f04f70a, host hv-cinder-80426, cleared binding levels {{(pid=79159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 11 16:29:42.029840 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-cee55dc6-9220-4cb5-bcad-03ae8ae7c2d5 service neutron] For port 3deebd82-c556-47ce-9787-45e09f04f70a, host hv-cinder-80426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=3deebd82-c556-47ce-9787-45e09f04f70a,segment=NetworkSegment(50f5388f-f036-49e9-ad9e-69e1ccee79b5),segment_id=50f5388f-f036-49e9-ad9e-69e1ccee79b5)] {{(pid=79159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 11 16:29:42.033607 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-cee55dc6-9220-4cb5-bcad-03ae8ae7c2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27932527'] for port, after_update {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:42.037956 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-aa837f87-f319-4d54-a24a-310dad81f9ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:42.094236 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-cee55dc6-9220-4cb5-bcad-03ae8ae7c2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:42.094846 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-cee55dc6-9220-4cb5-bcad-03ae8ae7c2d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:42.096193 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-cee55dc6-9220-4cb5-bcad-03ae8ae7c2d5 service neutron] 10.222.0.20 "PUT /v2.0/ports/3deebd82-c556-47ce-9787-45e09f04f70a HTTP/1.1" status: 200 len: 1094 time: 1.1882033 Aug 11 16:29:42.096683 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799fff84-ddf0-4dfa-9bb7-a97cbdb35e0c', 'tag': '3deebd82-c556-47ce-9787-45e09f04f70a'}] {{(pid=79159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:29:42.121788 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee55dc6-9220-4cb5-bcad-03ae8ae7c2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3deebd82-c556-47ce-9787-45e09f04f70a,revision_number=3']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:42.124856 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-cee55dc6-9220-4cb5-bcad-03ae8ae7c2d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:42.141802 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '799fff84-ddf0-4dfa-9bb7-a97cbdb35e0c', 'tag': '3deebd82-c556-47ce-9787-45e09f04f70a', 'status': 'completed', 'code': 200} Aug 11 16:29:42.230505 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-1058ce6b-5918-4fc1-ae33-170fbb365d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:42.232147 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-1058ce6b-5918-4fc1-ae33-170fbb365d85 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e3de12f01c440f68e27e214f44e54c4&device_id=799fff84-ddf0-4dfa-9bb7-a97cbdb35e0c HTTP/1.1" status: 200 len: 1097 time: 0.0731783 Aug 11 16:29:42.313203 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-2461d748-2467-4392-a023-c6ff4603e1c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3deebd82-c556-47ce-9787-45e09f04f70a HTTP/1.1" status: 200 len: 217 time: 0.0661962 Aug 11 16:29:42.379161 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-e1b18608-161f-478d-9f81-42a63acfb4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:42.380593 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-e1b18608-161f-478d-9f81-42a63acfb4b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6b1e259f-cc58-41d3-927f-112502d47a50 HTTP/1.1" status: 200 len: 848 time: 0.0614429 Aug 11 16:29:42.429327 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-25f23b98-c51c-4e6e-a3ee-88f14347f1aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bba4435-c9ff-425e-ba8d-e6959ef76901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414729 Aug 11 16:29:42.610323 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-2b9bb1b3-156d-4c17-9b8e-5b4d4e1c4205 service neutron] 10.222.0.20 "GET /v2.0/networks/6bba4435-c9ff-425e-ba8d-e6959ef76901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739590 Aug 11 16:29:42.746927 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6270c-9ef9-44bf-80f8-e108c07a8911 req-2c6de2b6-883f-491e-a458-2c2280ce5a5e tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:42.748403 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c8f6270c-9ef9-44bf-80f8-e108c07a8911 req-2c6de2b6-883f-491e-a458-2c2280ce5a5e tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/ports?device_id=799fff84-ddf0-4dfa-9bb7-a97cbdb35e0c HTTP/1.1" status: 200 len: 944 time: 0.1967258 Aug 11 16:29:42.825623 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a389e6e4-a43e-461f-902e-9e8736a26270 req-1d45264a-4912-4840-b6cc-8ab37c95ba35 service neutron] 10.222.0.20 "GET /v2.0/networks/6bba4435-c9ff-425e-ba8d-e6959ef76901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071836 Aug 11 16:29:42.859500 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c8f6270c-9ef9-44bf-80f8-e108c07a8911 req-3e8ea260-e7a0-4449-a9d3-985de4b975ac tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/security-groups?id=92e74b95-ce5f-49cb-a939-2a29de566532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984955 Aug 11 16:29:42.883881 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb56664-f6b6-49d5-8d60-ece63fc29aa2 req-8e1e467e-2310-427a-88b3-af64823ccce1 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:42.885460 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3cb56664-f6b6-49d5-8d60-ece63fc29aa2 req-8e1e467e-2310-427a-88b3-af64823ccce1 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 946 time: 0.1234076 Aug 11 16:29:42.972392 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3cb56664-f6b6-49d5-8d60-ece63fc29aa2 req-74a92048-fca8-4f04-bfc9-2f26227edede tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/security-groups?id=85315b65-0145-4fcc-8421-da347621e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809424 Aug 11 16:29:42.995009 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21e34e-e07b-4a94-b695-371d0d7eef8c req-aa410620-fd93-412d-96f7-88b18d88005f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:42.996445 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1d21e34e-e07b-4a94-b695-371d0d7eef8c req-aa410620-fd93-412d-96f7-88b18d88005f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e3de12f01c440f68e27e214f44e54c4&device_id=799fff84-ddf0-4dfa-9bb7-a97cbdb35e0c HTTP/1.1" status: 200 len: 1097 time: 0.0880597 Aug 11 16:29:43.127422 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21e34e-e07b-4a94-b695-371d0d7eef8c req-fa6b62eb-375a-48a6-bc91-4d27af3acd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:43.128864 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1d21e34e-e07b-4a94-b695-371d0d7eef8c req-fa6b62eb-375a-48a6-bc91-4d27af3acd02 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6bba4435-c9ff-425e-ba8d-e6959ef76901 HTTP/1.1" status: 200 len: 909 time: 0.1250708 Aug 11 16:29:43.199257 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1d21e34e-e07b-4a94-b695-371d0d7eef8c req-5aa077ae-bdb7-43c1-ae4f-355371d0acea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3deebd82-c556-47ce-9787-45e09f04f70a HTTP/1.1" status: 200 len: 217 time: 0.0625350 Aug 11 16:29:43.261268 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21e34e-e07b-4a94-b695-371d0d7eef8c req-8005a6d8-8223-4a21-abaa-c8f3c6049de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:43.262730 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1d21e34e-e07b-4a94-b695-371d0d7eef8c req-8005a6d8-8223-4a21-abaa-c8f3c6049de4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6b1e259f-cc58-41d3-927f-112502d47a50 HTTP/1.1" status: 200 len: 848 time: 0.0563962 Aug 11 16:29:43.309476 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1d21e34e-e07b-4a94-b695-371d0d7eef8c req-1e576441-977a-42fa-bc88-eb653089d480 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bba4435-c9ff-425e-ba8d-e6959ef76901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399423 Aug 11 16:29:43.441376 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1d21e34e-e07b-4a94-b695-371d0d7eef8c req-a0df1950-f6da-4286-8b1a-d0add952c930 service neutron] 10.222.0.20 "GET /v2.0/networks/6bba4435-c9ff-425e-ba8d-e6959ef76901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243930 Aug 11 16:29:43.576958 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1d21e34e-e07b-4a94-b695-371d0d7eef8c req-09735f36-131d-4c27-8e27-49866a54e7e5 service neutron] 10.222.0.20 "GET /v2.0/networks/6bba4435-c9ff-425e-ba8d-e6959ef76901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275241 Aug 11 16:29:44.209590 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea10fd-c394-4005-8efe-b7f26f940e1a req-aec46f3c-cb81-4904-962e-b842c255b54e tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:44.210985 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-28ea10fd-c394-4005-8efe-b7f26f940e1a req-aec46f3c-cb81-4904-962e-b842c255b54e tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/ports?device_id=799fff84-ddf0-4dfa-9bb7-a97cbdb35e0c HTTP/1.1" status: 200 len: 944 time: 0.2431169 Aug 11 16:29:44.219893 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b39140-0933-4825-a155-78641f08766f req-6cf1eb79-aabd-4a62-9bcb-a37e82ab6e8d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:44.221228 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a6b39140-0933-4825-a155-78641f08766f req-6cf1eb79-aabd-4a62-9bcb-a37e82ab6e8d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 946 time: 0.1235647 Aug 11 16:29:44.289575 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-28ea10fd-c394-4005-8efe-b7f26f940e1a req-9187892f-2d23-4cde-a174-a863a7de3e20 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/security-groups?id=92e74b95-ce5f-49cb-a939-2a29de566532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674248 Aug 11 16:29:44.294410 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a6b39140-0933-4825-a155-78641f08766f req-9b67d4a0-bb04-4325-a455-90be87a01340 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/security-groups?id=85315b65-0145-4fcc-8421-da347621e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587642 Aug 11 16:29:44.816790 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d1abd-9960-455b-91e2-91d206a301cb req-d64b312f-d791-4040-8644-6b4cd01ef98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:44.818300 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ec8d1abd-9960-455b-91e2-91d206a301cb req-d64b312f-d791-4040-8644-6b4cd01ef98a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0b3773db0699482cb3fc3a47340812c0&device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 1099 time: 0.1001523 Aug 11 16:29:44.954185 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d1abd-9960-455b-91e2-91d206a301cb req-d6da2705-f17d-415a-8227-0ea511869061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:44.955630 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ec8d1abd-9960-455b-91e2-91d206a301cb req-d6da2705-f17d-415a-8227-0ea511869061 service neutron] 10.222.0.20 "GET /v2.0/networks?id=38762c5d-ffd9-4ed7-acd9-44af5efe0419 HTTP/1.1" status: 200 len: 909 time: 0.1309137 Aug 11 16:29:45.059276 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ec8d1abd-9960-455b-91e2-91d206a301cb req-89568b5e-5576-4118-a122-6e10269071c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd HTTP/1.1" status: 200 len: 1002 time: 0.0973043 Aug 11 16:29:45.124851 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d1abd-9960-455b-91e2-91d206a301cb req-e244750f-d724-4149-908d-e35ef1994011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:45.126644 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ec8d1abd-9960-455b-91e2-91d206a301cb req-e244750f-d724-4149-908d-e35ef1994011 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=063d6f1f-59d7-4dda-a98e-cacfa7be730b HTTP/1.1" status: 200 len: 847 time: 0.0616748 Aug 11 16:29:45.203394 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d1abd-9960-455b-91e2-91d206a301cb req-a027d1d5-7ad4-43d9-a3d0-ad48097e146c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:45.204928 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ec8d1abd-9960-455b-91e2-91d206a301cb req-a027d1d5-7ad4-43d9-a3d0-ad48097e146c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=38762c5d-ffd9-4ed7-acd9-44af5efe0419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0714428 Aug 11 16:29:45.337750 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ec8d1abd-9960-455b-91e2-91d206a301cb req-6d7c8f51-a2d2-4a65-8bee-61ba9d8e3147 service neutron] 10.222.0.20 "GET /v2.0/networks/38762c5d-ffd9-4ed7-acd9-44af5efe0419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249123 Aug 11 16:29:45.572151 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ec8d1abd-9960-455b-91e2-91d206a301cb req-465877ac-0b70-4bef-b11b-c13a42e18b3e service neutron] 10.222.0.20 "GET /v2.0/networks/38762c5d-ffd9-4ed7-acd9-44af5efe0419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280722 Aug 11 16:29:45.606850 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c41a9-aebc-4c1b-9d4c-4a8a6adb7e64 req-d11657a6-452f-4067-9844-902989ea41ae tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:45.608297 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0f4c41a9-aebc-4c1b-9d4c-4a8a6adb7e64 req-d11657a6-452f-4067-9844-902989ea41ae tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 946 time: 0.1749656 Aug 11 16:29:45.620085 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f2448-e213-4ae4-86d0-9de0a03e8d32 req-63837df1-560c-44b8-9f52-2ac3c6b4a7c6 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:45.621467 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a16f2448-e213-4ae4-86d0-9de0a03e8d32 req-63837df1-560c-44b8-9f52-2ac3c6b4a7c6 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/ports?device_id=799fff84-ddf0-4dfa-9bb7-a97cbdb35e0c HTTP/1.1" status: 200 len: 944 time: 0.1900342 Aug 11 16:29:45.694538 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0f4c41a9-aebc-4c1b-9d4c-4a8a6adb7e64 req-c4fc2ec9-725e-4adc-9ded-f0289bebeea2 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/security-groups?id=85315b65-0145-4fcc-8421-da347621e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719802 Aug 11 16:29:45.699499 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a16f2448-e213-4ae4-86d0-9de0a03e8d32 req-f1726f91-aeb7-4a96-a042-77a216b32668 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/security-groups?id=92e74b95-ce5f-49cb-a939-2a29de566532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635264 Aug 11 16:29:46.623792 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-4492e7f6-93f6-4b2b-94a1-6b6e71f2aebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:46.942292 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ad054-5942-4064-85ea-7775f55878cc req-5c40bab3-9b4a-4094-8565-95fc55154438 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:46.943928 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8b5ad054-5942-4064-85ea-7775f55878cc req-5c40bab3-9b4a-4094-8565-95fc55154438 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 946 time: 0.1452265 Aug 11 16:29:46.953255 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989c467-faa8-4c4b-bedc-b4b7455a8323 req-544e7b58-db2d-4c7f-ba0e-377fe1e76cb2 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:46.954684 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e989c467-faa8-4c4b-bedc-b4b7455a8323 req-544e7b58-db2d-4c7f-ba0e-377fe1e76cb2 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/ports?device_id=799fff84-ddf0-4dfa-9bb7-a97cbdb35e0c HTTP/1.1" status: 200 len: 944 time: 0.1240063 Aug 11 16:29:47.026729 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-8b5ad054-5942-4064-85ea-7775f55878cc req-0171512e-baa6-4475-8a87-667e55c6d91a tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/security-groups?id=85315b65-0145-4fcc-8421-da347621e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710881 Aug 11 16:29:47.029454 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-e989c467-faa8-4c4b-bedc-b4b7455a8323 req-f0e0f3ce-7514-4dc0-9d18-d9c689406fb5 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/security-groups?id=92e74b95-ce5f-49cb-a939-2a29de566532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606809 Aug 11 16:29:47.032983 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 3deebd82-c556-47ce-9787-45e09f04f70a details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:29:47.180047 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 3deebd82-c556-47ce-9787-45e09f04f70a, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=3deebd82-c556-47ce-9787-45e09f04f70a,segment=NetworkSegment(50f5388f-f036-49e9-ad9e-69e1ccee79b5),segment_id=50f5388f-f036-49e9-ad9e-69e1ccee79b5)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:29:47.194426 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Returning: {'device': '3deebd82-c556-47ce-9787-45e09f04f70a', 'network_id': '6bba4435-c9ff-425e-ba8d-e6959ef76901', 'port_id': '3deebd82-c556-47ce-9787-45e09f04f70a', 'mac_address': 'fa:16:3e:45:93:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b1e259f-cc58-41d3-927f-112502d47a50', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:29:47.249983 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:47.270608 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3deebd82-c556-47ce-9787-45e09f04f70a {{(pid=79160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:29:47.285817 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 3deebd82-c556-47ce-9787-45e09f04f70a, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=3deebd82-c556-47ce-9787-45e09f04f70a,segment=NetworkSegment(50f5388f-f036-49e9-ad9e-69e1ccee79b5),segment_id=50f5388f-f036-49e9-ad9e-69e1ccee79b5)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:29:47.289521 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:47.291789 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-dec06910-ce73-454a-9358-0697299207a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:47.365791 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:47.371330 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=3deebd82-c556-47ce-9787-45e09f04f70a,revision_number=4']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:47.378653 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:47.379005 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:47.379350 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:47.379690 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:47.380029 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:47.380365 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:47.380695 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:47.381288 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:47.381630 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:47.381985 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:47.382352 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:47.382679 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:47.386800 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:47.581901 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['3deebd82-c556-47ce-9787-45e09f04f70a'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:29:48.169837 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 6 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:29:48.227459 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37495a0b-2679-4b5b-bcb4-fe300b00462a req-507eaf0f-f3cc-4bce-b414-85d9d299bbbb tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:48.229772 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-37495a0b-2679-4b5b-bcb4-fe300b00462a req-507eaf0f-f3cc-4bce-b414-85d9d299bbbb tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/ports?device_id=799fff84-ddf0-4dfa-9bb7-a97cbdb35e0c HTTP/1.1" status: 200 len: 945 time: 0.0917304 Aug 11 16:29:48.278522 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-37495a0b-2679-4b5b-bcb4-fe300b00462a req-4b330d94-c0a8-425e-ad4c-5d7bad571387 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/security-groups?id=92e74b95-ce5f-49cb-a939-2a29de566532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423524 Aug 11 16:29:48.374769 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719e4dc-3791-4454-ba38-1acedd29a41b req-b23d6324-f886-43de-a305-ae079dad61cf tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:48.376382 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3719e4dc-3791-4454-ba38-1acedd29a41b req-b23d6324-f886-43de-a305-ae079dad61cf tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 946 time: 0.0829346 Aug 11 16:29:48.426905 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3719e4dc-3791-4454-ba38-1acedd29a41b req-74eedacc-0e42-4057-af02-d1d2cd000b3c tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/security-groups?id=85315b65-0145-4fcc-8421-da347621e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446551 Aug 11 16:29:48.705621 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [req-595f9f7f-be30-4858-ba73-24405f78bc1f req-8cb249c7-150f-4a3e-ad79-f60ff69e8c4b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0691509 Aug 11 16:29:48.895291 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5537428-37bc-4784-a59b-a7a0300d32e6 req-2111a04a-a851-4e61-87e9-6b1c4edd46c1 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:48.897001 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c5537428-37bc-4784-a59b-a7a0300d32e6 req-2111a04a-a851-4e61-87e9-6b1c4edd46c1 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 946 time: 0.2033939 Aug 11 16:29:48.944354 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c5537428-37bc-4784-a59b-a7a0300d32e6 req-f8a79408-1c85-4c7a-ada6-2743dbd1864f tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/security-groups?id=85315b65-0145-4fcc-8421-da347621e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402541 Aug 11 16:29:49.033786 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 3deebd82-c556-47ce-9787-45e09f04f70a up at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:29:49.101434 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning for port 3deebd82-c556-47ce-9787-45e09f04f70a completed by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 16:29:49.107332 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning complete for port 3deebd82-c556-47ce-9787-45e09f04f70a triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:29:49.107720 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:49.230495 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:49.265384 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799fff84-ddf0-4dfa-9bb7-a97cbdb35e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3deebd82-c556-47ce-9787-45e09f04f70a'}] {{(pid=79160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:29:49.280182 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port 3deebd82-c556-47ce-9787-45e09f04f70a, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=3deebd82-c556-47ce-9787-45e09f04f70a,segment=NetworkSegment(50f5388f-f036-49e9-ad9e-69e1ccee79b5),segment_id=50f5388f-f036-49e9-ad9e-69e1ccee79b5)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:29:49.281325 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-1581c3e9-a7e5-48c7-8ab2-a3e50283e869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:49.285241 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:49.286119 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:29:49.317146 dv-cinder-804265-1-smb neutron-server[79160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799fff84-ddf0-4dfa-9bb7-a97cbdb35e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3deebd82-c556-47ce-9787-45e09f04f70a', 'code': 200} Aug 11 16:29:49.317680 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:49.415288 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=3deebd82-c556-47ce-9787-45e09f04f70a,revision_number=5']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:49.418954 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:49.477412 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:49.482917 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed556d42-d57c-4dfe-805d-dc8fc34c594b req-a84577bb-2b5c-4ee9-97da-adbadcdbd45c tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:49.484498 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ed556d42-d57c-4dfe-805d-dc8fc34c594b req-a84577bb-2b5c-4ee9-97da-adbadcdbd45c tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/ports?device_id=799fff84-ddf0-4dfa-9bb7-a97cbdb35e0c HTTP/1.1" status: 200 len: 946 time: 0.0943794 Aug 11 16:29:49.515290 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd,segment=NetworkSegment(bf0ae4c1-122e-416e-b2ce-954dc34a46ca),segment_id=bf0ae4c1-122e-416e-b2ce-954dc34a46ca)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:29:49.519131 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:49.521051 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:49.595358 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd,revision_number=6']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:49.607954 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:49.611251 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ed556d42-d57c-4dfe-805d-dc8fc34c594b req-3dd58c45-6934-4dae-9c37-f53b3f7522ad tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/security-groups?id=92e74b95-ce5f-49cb-a939-2a29de566532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185696 Aug 11 16:29:49.646070 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa14c9-144c-4812-bd94-7fce6ca2a787 req-09cc79ef-7cbf-4481-aa16-b38e7bb681ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:49.647564 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-33aa14c9-144c-4812-bd94-7fce6ca2a787 req-09cc79ef-7cbf-4481-aa16-b38e7bb681ab service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=799fff84-ddf0-4dfa-9bb7-a97cbdb35e0c HTTP/1.1" status: 200 len: 1099 time: 0.1287937 Aug 11 16:29:49.696562 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-33aa14c9-144c-4812-bd94-7fce6ca2a787 req-58bfd12a-5808-4816-9e98-02cd49be9328 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=92e74b95-ce5f-49cb-a939-2a29de566532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421398 Aug 11 16:29:50.132504 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8e5bf-5ec0-4e0c-b39c-906bb670e9ca req-d5e0e3f5-27e0-447f-ab6b-3bff21dc08fc tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:50.134038 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-28a8e5bf-5ec0-4e0c-b39c-906bb670e9ca req-d5e0e3f5-27e0-447f-ab6b-3bff21dc08fc tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 944 time: 0.0820673 Aug 11 16:29:50.179244 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-28a8e5bf-5ec0-4e0c-b39c-906bb670e9ca req-1f336f49-1f80-44f2-9c91-0588742bd70b tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/security-groups?id=85315b65-0145-4fcc-8421-da347621e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386629 Aug 11 16:29:50.430182 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:50.550698 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f9f7f-be30-4858-ba73-24405f78bc1f req-d152d078-c131-499a-8e6b-fa4bc8ad71ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:50.552462 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-595f9f7f-be30-4858-ba73-24405f78bc1f req-d152d078-c131-499a-8e6b-fa4bc8ad71ed service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6&tenant_id=0b3773db0699482cb3fc3a47340812c0 HTTP/1.1" status: 200 len: 1097 time: 0.0813084 Aug 11 16:29:50.713767 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f9f7f-be30-4858-ba73-24405f78bc1f req-43202f58-6021-442b-ad04-bbe468cc342e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:50.715382 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-595f9f7f-be30-4858-ba73-24405f78bc1f req-43202f58-6021-442b-ad04-bbe468cc342e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0b3773db0699482cb3fc3a47340812c0&device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 1097 time: 0.0787201 Aug 11 16:29:50.934310 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43675b7f-2d92-49f5-b31c-3b865c8a63ab req-e15215d5-509c-4ff1-98ba-cce16035cc0d tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:50.935813 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-43675b7f-2d92-49f5-b31c-3b865c8a63ab req-e15215d5-509c-4ff1-98ba-cce16035cc0d tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/ports?device_id=799fff84-ddf0-4dfa-9bb7-a97cbdb35e0c HTTP/1.1" status: 200 len: 946 time: 0.2138355 Aug 11 16:29:50.936960 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f9f7f-be30-4858-ba73-24405f78bc1f req-7b3f1596-c25b-4168-9e5e-976d185419b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:50.938280 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-595f9f7f-be30-4858-ba73-24405f78bc1f req-7b3f1596-c25b-4168-9e5e-976d185419b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=38762c5d-ffd9-4ed7-acd9-44af5efe0419 HTTP/1.1" status: 200 len: 909 time: 0.1810331 Aug 11 16:29:51.062192 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-43675b7f-2d92-49f5-b31c-3b865c8a63ab req-b797523c-9e5c-4ec4-8ee0-59e7aa86ec45 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/security-groups?id=92e74b95-ce5f-49cb-a939-2a29de566532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206305 Aug 11 16:29:51.072871 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-595f9f7f-be30-4858-ba73-24405f78bc1f req-5ef5b6f3-4689-4de0-b5db-40416339c48f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd HTTP/1.1" status: 200 len: 1000 time: 0.1178241 Aug 11 16:29:51.135938 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f9f7f-be30-4858-ba73-24405f78bc1f req-e4a9ec11-6e1a-42f9-a4cf-0b4cd40aa9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:51.137361 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-595f9f7f-be30-4858-ba73-24405f78bc1f req-e4a9ec11-6e1a-42f9-a4cf-0b4cd40aa9cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=063d6f1f-59d7-4dda-a98e-cacfa7be730b HTTP/1.1" status: 200 len: 847 time: 0.0587413 Aug 11 16:29:51.213533 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f9f7f-be30-4858-ba73-24405f78bc1f req-4a0fcb74-f337-406b-b43e-7ca23d4ff000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:51.215093 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-595f9f7f-be30-4858-ba73-24405f78bc1f req-4a0fcb74-f337-406b-b43e-7ca23d4ff000 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=38762c5d-ffd9-4ed7-acd9-44af5efe0419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0714538 Aug 11 16:29:51.318839 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4fe90a0-483e-4606-8276-e15c6c7c21d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd'}] {{(pid=79160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:29:51.363925 dv-cinder-804265-1-smb neutron-server[79160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4fe90a0-483e-4606-8276-e15c6c7c21d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd', 'code': 200} Aug 11 16:29:51.405105 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-595f9f7f-be30-4858-ba73-24405f78bc1f req-203645a8-532a-48ca-8bf3-d104f44524cf service neutron] 10.222.0.20 "GET /v2.0/networks/38762c5d-ffd9-4ed7-acd9-44af5efe0419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832826 Aug 11 16:29:51.465195 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102a2a4-68fa-42a1-a839-08b7450ef34e req-f7a5b6c8-af77-40f0-8f17-d6218ba718b3 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:51.466672 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a102a2a4-68fa-42a1-a839-08b7450ef34e req-f7a5b6c8-af77-40f0-8f17-d6218ba718b3 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 944 time: 0.1564002 Aug 11 16:29:51.589395 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a102a2a4-68fa-42a1-a839-08b7450ef34e req-97ba8d6e-4c5b-4f3e-9f82-c60c5b1bc494 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/security-groups?id=85315b65-0145-4fcc-8421-da347621e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161194 Aug 11 16:29:51.594725 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-595f9f7f-be30-4858-ba73-24405f78bc1f req-412328e4-bd81-4a9c-9ae7-d2d845679bef service neutron] 10.222.0.20 "GET /v2.0/networks/38762c5d-ffd9-4ed7-acd9-44af5efe0419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826105 Aug 11 16:29:51.721863 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:52.246805 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c5486-a551-4f77-8b81-2b90498cf07b req-5fbd09a5-b097-4d58-ae03-fea66d37f250 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:52.248290 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ef2c5486-a551-4f77-8b81-2b90498cf07b req-5fbd09a5-b097-4d58-ae03-fea66d37f250 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/ports?device_id=799fff84-ddf0-4dfa-9bb7-a97cbdb35e0c HTTP/1.1" status: 200 len: 946 time: 0.0804932 Aug 11 16:29:52.296643 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-ef2c5486-a551-4f77-8b81-2b90498cf07b req-68e5cac6-e9c3-45be-9131-544bfe9f2eba tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/security-groups?id=92e74b95-ce5f-49cb-a939-2a29de566532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428247 Aug 11 16:29:52.778417 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12dbef-a240-4d2b-a49b-3ce3fdd178a0 req-a9b17b8c-be32-4edf-b3e2-e250dbc1198e tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:52.779930 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3c12dbef-a240-4d2b-a49b-3ce3fdd178a0 req-a9b17b8c-be32-4edf-b3e2-e250dbc1198e tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 944 time: 0.0808029 Aug 11 16:29:52.826284 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-3c12dbef-a240-4d2b-a49b-3ce3fdd178a0 req-f3531524-5fd6-4f02-bece-b7832a2723d5 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/security-groups?id=85315b65-0145-4fcc-8421-da347621e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406911 Aug 11 16:29:53.519699 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1534e20-b6bb-4c84-b2e0-2f1dadbf37b0 req-9b48467b-2c3e-4221-8fd5-1ee85dc999f8 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:53.521065 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b1534e20-b6bb-4c84-b2e0-2f1dadbf37b0 req-9b48467b-2c3e-4221-8fd5-1ee85dc999f8 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/ports?device_id=799fff84-ddf0-4dfa-9bb7-a97cbdb35e0c HTTP/1.1" status: 200 len: 946 time: 0.1824622 Aug 11 16:29:53.569495 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-b1534e20-b6bb-4c84-b2e0-2f1dadbf37b0 req-67dfd6a4-a23d-4e1d-b329-d029833608a6 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/security-groups?id=92e74b95-ce5f-49cb-a939-2a29de566532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426652 Aug 11 16:29:54.017369 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5949d47-ee8b-40d0-b2a9-04cb83cdb249 req-fc054f9e-6f56-4d83-a063-a26465c5d2de tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:54.018845 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d5949d47-ee8b-40d0-b2a9-04cb83cdb249 req-fc054f9e-6f56-4d83-a063-a26465c5d2de tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 944 time: 0.0805016 Aug 11 16:29:54.065877 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d5949d47-ee8b-40d0-b2a9-04cb83cdb249 req-b3dbec5e-5c98-4d0f-964c-89265fce7abb tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/security-groups?id=85315b65-0145-4fcc-8421-da347621e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413675 Aug 11 16:29:54.809308 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb9813-a568-48ce-8386-47b03d015dd4 req-9668b110-167b-4793-a990-bb0623b20d70 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:54.810761 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0efb9813-a568-48ce-8386-47b03d015dd4 req-9668b110-167b-4793-a990-bb0623b20d70 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/ports?device_id=799fff84-ddf0-4dfa-9bb7-a97cbdb35e0c HTTP/1.1" status: 200 len: 946 time: 0.1353607 Aug 11 16:29:54.847044 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a04ade-a7bd-4620-a7e8-8899eab9a1b3 req-2f58bb79-6d87-46fc-8b35-baa76bcb30cb tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:54.848414 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-93a04ade-a7bd-4620-a7e8-8899eab9a1b3 req-2f58bb79-6d87-46fc-8b35-baa76bcb30cb tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.20 "GET /v2.0/ports?device_id=799fff84-ddf0-4dfa-9bb7-a97cbdb35e0c HTTP/1.1" status: 200 len: 946 time: 0.1186717 Aug 11 16:29:54.911533 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-0efb9813-a568-48ce-8386-47b03d015dd4 req-1da18110-a709-4028-b86e-a64d7dafce51 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/security-groups?id=92e74b95-ce5f-49cb-a939-2a29de566532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949593 Aug 11 16:29:54.935598 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [req-93a04ade-a7bd-4620-a7e8-8899eab9a1b3 req-01cf18f4-d61c-4d9c-9bd3-8e07ca17e52b tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Deleting port 3deebd82-c556-47ce-9787-45e09f04f70a {{(pid=79159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:29:54.935940 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-93a04ade-a7bd-4620-a7e8-8899eab9a1b3 req-01cf18f4-d61c-4d9c-9bd3-8e07ca17e52b tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:55.085383 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd details requested by agent hyperv_hv-cinder-80426 with host hv-cinder-80426 {{(pid=79160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 11 16:29:55.235129 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-93a04ade-a7bd-4620-a7e8-8899eab9a1b3 req-01cf18f4-d61c-4d9c-9bd3-8e07ca17e52b tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] For port 3deebd82-c556-47ce-9787-45e09f04f70a, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=3deebd82-c556-47ce-9787-45e09f04f70a,segment=NetworkSegment(50f5388f-f036-49e9-ad9e-69e1ccee79b5),segment_id=50f5388f-f036-49e9-ad9e-69e1ccee79b5)] {{(pid=79159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:29:55.235723 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-93a04ade-a7bd-4620-a7e8-8899eab9a1b3 req-01cf18f4-d61c-4d9c-9bd3-8e07ca17e52b tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:55.256721 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd,segment=NetworkSegment(bf0ae4c1-122e-416e-b2ce-954dc34a46ca),segment_id=bf0ae4c1-122e-416e-b2ce-954dc34a46ca)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:29:55.270686 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Returning: {'device': 'ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd', 'network_id': '38762c5d-ffd9-4ed7-acd9-44af5efe0419', 'port_id': 'ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd', 'mac_address': 'fa:16:3e:f5:fd:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063d6f1f-59d7-4dda-a98e-cacfa7be730b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 11 16:29:55.329125 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:55.345441 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd {{(pid=79160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 16:29:55.360480 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd,segment=NetworkSegment(bf0ae4c1-122e-416e-b2ce-954dc34a46ca),segment_id=bf0ae4c1-122e-416e-b2ce-954dc34a46ca)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:29:55.365170 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:55.366982 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-4bde1350-e44b-46fb-b316-bdad121845e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:55.371788 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [req-93a04ade-a7bd-4620-a7e8-8899eab9a1b3 req-01cf18f4-d61c-4d9c-9bd3-8e07ca17e52b tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Calling delete_port for 3deebd82-c556-47ce-9787-45e09f04f70a owned by compute:nova {{(pid=79159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:29:55.432378 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd,revision_number=7']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:55.435324 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:55.446115 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5223a7a-c3b1-432d-ac64-86c664c24296 req-4add0d3c-be22-495d-af76-e539db5c93b4 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:55.448360 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d5223a7a-c3b1-432d-ac64-86c664c24296 req-4add0d3c-be22-495d-af76-e539db5c93b4 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 944 time: 0.2716067 Aug 11 16:29:55.550035 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-d5223a7a-c3b1-432d-ac64-86c664c24296 req-1f606459-67a5-4686-ab35-3ac91a661806 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/security-groups?id=85315b65-0145-4fcc-8421-da347621e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873365 Aug 11 16:29:55.579802 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-93a04ade-a7bd-4620-a7e8-8899eab9a1b3 req-01cf18f4-d61c-4d9c-9bd3-8e07ca17e52b tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27932534'] for port, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:55.585268 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-aaff0bba-9968-40b5-b9a6-64bf4cd7cf59 tempest-AttachVolumeShelveTestJSON-3016692 tempest-AttachVolumeShelveTestJSON-3016692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:55.634249 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf18f4-d61c-4d9c-9bd3-8e07ca17e52b tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Pushing event deleted for resources: {'Port': ['ID=3deebd82-c556-47ce-9787-45e09f04f70a,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:55.671221 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf18f4-d61c-4d9c-9bd3-8e07ca17e52b tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:55.671601 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf18f4-d61c-4d9c-9bd3-8e07ca17e52b tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:55.671968 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf18f4-d61c-4d9c-9bd3-8e07ca17e52b tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:55.672207 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] get_ports_and_sgs() called for port_ids ['ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd'] {{(pid=79160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 11 16:29:55.672332 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf18f4-d61c-4d9c-9bd3-8e07ca17e52b tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:55.672680 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf18f4-d61c-4d9c-9bd3-8e07ca17e52b tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:55.673035 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf18f4-d61c-4d9c-9bd3-8e07ca17e52b tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:55.673391 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf18f4-d61c-4d9c-9bd3-8e07ca17e52b tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:55.673739 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf18f4-d61c-4d9c-9bd3-8e07ca17e52b tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:55.674091 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf18f4-d61c-4d9c-9bd3-8e07ca17e52b tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:55.674499 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf18f4-d61c-4d9c-9bd3-8e07ca17e52b tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:55.674849 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf18f4-d61c-4d9c-9bd3-8e07ca17e52b tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:55.675195 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf18f4-d61c-4d9c-9bd3-8e07ca17e52b tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:29:55.678343 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-01cf18f4-d61c-4d9c-9bd3-8e07ca17e52b tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:55.730270 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a04ade-a7bd-4620-a7e8-8899eab9a1b3 req-01cf18f4-d61c-4d9c-9bd3-8e07ca17e52b tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] No DVR routers for this DVR port 3deebd82-c556-47ce-9787-45e09f04f70a on host hv-cinder-80426 {{(pid=79159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:29:55.732746 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-93a04ade-a7bd-4620-a7e8-8899eab9a1b3 req-01cf18f4-d61c-4d9c-9bd3-8e07ca17e52b tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:55.736618 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799fff84-ddf0-4dfa-9bb7-a97cbdb35e0c', 'name': 'network-vif-deleted', 'tag': '3deebd82-c556-47ce-9787-45e09f04f70a'}] {{(pid=79159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:29:55.751450 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-93a04ade-a7bd-4620-a7e8-8899eab9a1b3 req-01cf18f4-d61c-4d9c-9bd3-8e07ca17e52b tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.20 "DELETE /v2.0/ports/3deebd82-c556-47ce-9787-45e09f04f70a HTTP/1.1" status: 204 len: 173 time: 0.8944857 Aug 11 16:29:55.798258 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799fff84-ddf0-4dfa-9bb7-a97cbdb35e0c', 'name': 'network-vif-deleted', 'tag': '3deebd82-c556-47ce-9787-45e09f04f70a', 'status': 'completed', 'code': 200} Aug 11 16:29:56.076066 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-4b4efa35-e7e9-4f25-a025-c0207b940edf req-7e25c7f1-6da2-4de8-84f1-56ff0eadeff5 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Synchronizing usage tracker for tenant:7e3de12f01c440f68e27e214f44e54c4 on resource:port {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:29:56.089450 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:56.090705 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-4b4efa35-e7e9-4f25-a025-c0207b940edf req-7e25c7f1-6da2-4de8-84f1-56ff0eadeff5 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Unset dirty status for tenant:7e3de12f01c440f68e27e214f44e54c4 on resource:port {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:29:56.091863 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-4b4efa35-e7e9-4f25-a025-c0207b940edf req-7e25c7f1-6da2-4de8-84f1-56ff0eadeff5 tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] 10.222.0.21 "GET /v2.0/ports?device_id=799fff84-ddf0-4dfa-9bb7-a97cbdb35e0c HTTP/1.1" status: 200 len: 210 time: 0.0591815 Aug 11 16:29:56.741016 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4733f-8597-42e4-8a9f-43e33f4a91b7 req-a54ded8b-112a-4785-acd6-e0f02961111b tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:56.742475 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c0d4733f-8597-42e4-8a9f-43e33f4a91b7 req-a54ded8b-112a-4785-acd6-e0f02961111b tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 945 time: 0.0859435 Aug 11 16:29:56.790187 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-c0d4733f-8597-42e4-8a9f-43e33f4a91b7 req-4828d83d-83bb-43d2-8970-5d1a2d42a4ab tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/security-groups?id=85315b65-0145-4fcc-8421-da347621e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419416 Aug 11 16:29:57.081025 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd up at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 11 16:29:57.159494 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.provisioning_blocks [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Provisioning complete for port ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd triggered by entity L2. {{(pid=79160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 16:29:57.160308 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3348718'] for port, provisioning_complete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:57.291423 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3948858'] for port, before_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:57.323841 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4fe90a0-483e-4606-8276-e15c6c7c21d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd'}] {{(pid=79160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:29:57.334045 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] For port ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd,segment=NetworkSegment(bf0ae4c1-122e-416e-b2ce-954dc34a46ca),segment_id=bf0ae4c1-122e-416e-b2ce-954dc34a46ca)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:29:57.339869 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758463264323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758462816570', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758462816615'] for port, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:29:57.340724 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 3deebd82-c556-47ce-9787-45e09f04f70a no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:29:57.375193 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-42c44474-1b52-4b78-ad32-cb4cc53b1b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:29:57.444207 dv-cinder-804265-1-smb neutron-server[79160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4fe90a0-483e-4606-8276-e15c6c7c21d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd', 'code': 200} Aug 11 16:29:57.447824 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] No Port match for: 3deebd82-c556-47ce-9787-45e09f04f70a {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:29:57.448421 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device 3deebd82-c556-47ce-9787-45e09f04f70a not bound to the agent host hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:29:57.471813 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Pushing event updated for resources: {'Port': ['ID=ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd,revision_number=8']} {{(pid=79160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:29:57.476311 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_concurrency.lockutils [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79160) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:29:57.756564 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f952d5-914b-42cc-8aa8-7b2ca68bc5c9 req-ec239b35-6d03-4036-84f8-8443b523e293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:57.758075 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a5f952d5-914b-42cc-8aa8-7b2ca68bc5c9 req-ec239b35-6d03-4036-84f8-8443b523e293 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 1099 time: 0.0777438 Aug 11 16:29:57.814640 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-a5f952d5-914b-42cc-8aa8-7b2ca68bc5c9 req-1ee1e403-b4d6-421f-a74c-97a242e42f69 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=85315b65-0145-4fcc-8421-da347621e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495389 Aug 11 16:29:57.980166 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beafd6a-9e85-4f00-87e6-113b5bfe1fb5 req-02b4c8b4-8e61-471a-bbba-86a84769619e tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:57.982412 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1beafd6a-9e85-4f00-87e6-113b5bfe1fb5 req-02b4c8b4-8e61-471a-bbba-86a84769619e tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 946 time: 0.0844643 Aug 11 16:29:58.033682 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-1beafd6a-9e85-4f00-87e6-113b5bfe1fb5 req-32275563-7d04-49ff-95bf-402b8abfce9b tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/security-groups?id=85315b65-0145-4fcc-8421-da347621e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456090 Aug 11 16:29:59.315282 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782164fc-fc58-4945-99f3-85c9f4e47b6a req-e6d33462-60c5-40c2-aad1-1b341474dc44 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:29:59.316652 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-782164fc-fc58-4945-99f3-85c9f4e47b6a req-e6d33462-60c5-40c2-aad1-1b341474dc44 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 946 time: 0.1715643 Aug 11 16:29:59.360744 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-782164fc-fc58-4945-99f3-85c9f4e47b6a req-7de85ec8-1d74-4dc9-a547-19590dc033bd tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/security-groups?id=85315b65-0145-4fcc-8421-da347621e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379612 Aug 11 16:30:15.914818 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 49024) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:30:15.979722 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.db.db_base_plugin_v2 [None req-78a70f78-380b-4822-b547-943ca8d31500 admin admin] Deleting subnet 6b1e259f-cc58-41d3-927f-112502d47a50 {{(pid=79158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 11 16:30:15.982686 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-78a70f78-380b-4822-b547-943ca8d31500 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:16.032056 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-78a70f78-380b-4822-b547-943ca8d31500 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33397446'] for subnet, precommit_delete_associations {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:16.090434 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-78a70f78-380b-4822-b547-943ca8d31500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3352476'] for subnet, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:16.157600 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-78a70f78-380b-4822-b547-943ca8d31500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3352467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32627641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1113876'] for subnet, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:16.162371 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-d99f5b45-42ae-4dff-ae67-ca99189fba05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:30:16.195967 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a70f78-380b-4822-b547-943ca8d31500 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b1e259f-cc58-41d3-927f-112502d47a50,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:30:16.200831 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-78a70f78-380b-4822-b547-943ca8d31500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for subnet, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:16.207740 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a70f78-380b-4822-b547-943ca8d31500 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:30:16.208116 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a70f78-380b-4822-b547-943ca8d31500 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:30:16.208491 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a70f78-380b-4822-b547-943ca8d31500 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:30:16.208860 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a70f78-380b-4822-b547-943ca8d31500 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:30:16.209222 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a70f78-380b-4822-b547-943ca8d31500 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:30:16.209578 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a70f78-380b-4822-b547-943ca8d31500 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:30:16.209934 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a70f78-380b-4822-b547-943ca8d31500 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:30:16.210315 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a70f78-380b-4822-b547-943ca8d31500 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:30:16.210674 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a70f78-380b-4822-b547-943ca8d31500 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:30:16.211026 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a70f78-380b-4822-b547-943ca8d31500 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:30:16.211378 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a70f78-380b-4822-b547-943ca8d31500 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:30:16.211732 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a70f78-380b-4822-b547-943ca8d31500 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:30:16.215875 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-78a70f78-380b-4822-b547-943ca8d31500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:30:16.217701 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-78a70f78-380b-4822-b547-943ca8d31500 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6b1e259f-cc58-41d3-927f-112502d47a50 HTTP/1.1" status: 204 len: 168 time: 0.3018265 Aug 11 16:30:16.220429 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 49028) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:30:16.336713 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-df943cc3-419a-414a-9303-b30a50b185d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3965533'] for network, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:16.471914 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-df943cc3-419a-414a-9303-b30a50b185d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3354215', 'neutron.services.segments.db._delete_segments_for_network-8758463345821'] for network, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:16.485547 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.services.segments.db [None req-df943cc3-419a-414a-9303-b30a50b185d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bba4435-c9ff-425e-ba8d-e6959ef76901']}} {{(pid=79158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:30:16.497399 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.services.segments.db [None req-df943cc3-419a-414a-9303-b30a50b185d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f5388f-f036-49e9-ad9e-69e1ccee79b5') {'for_net_delete': True} {{(pid=79158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:30:16.497692 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.services.segments.db [None req-df943cc3-419a-414a-9303-b30a50b185d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f5388f-f036-49e9-ad9e-69e1ccee79b5') {} {{(pid=79158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:30:16.512488 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-df943cc3-419a-414a-9303-b30a50b185d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758463343351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33397465'] for segment, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:16.530317 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-df943cc3-419a-414a-9303-b30a50b185d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3350950'] for segment, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:16.536954 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df943cc3-419a-414a-9303-b30a50b185d0 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=79158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 16:30:16.537395 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-df943cc3-419a-414a-9303-b30a50b185d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3350959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32627679'] for segment, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:16.550605 dv-cinder-804265-1-smb neutron-server[79158]: Traceback (most recent call last): Aug 11 16:30:16.550605 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 16:30:16.550605 dv-cinder-804265-1-smb neutron-server[79158]: timer() Aug 11 16:30:16.550605 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 16:30:16.550605 dv-cinder-804265-1-smb neutron-server[79158]: cb(*args, **kw) Aug 11 16:30:16.550605 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 16:30:16.550605 dv-cinder-804265-1-smb neutron-server[79158]: return func(*args, **kwargs) Aug 11 16:30:16.550605 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 16:30:16.550605 dv-cinder-804265-1-smb neutron-server[79158]: self._notify() Aug 11 16:30:16.550605 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 16:30:16.550605 dv-cinder-804265-1-smb neutron-server[79158]: self.callback(batched_events) Aug 11 16:30:16.550605 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 16:30:16.550605 dv-cinder-804265-1-smb neutron-server[79158]: event.method(event) Aug 11 16:30:16.550605 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 11 16:30:16.550605 dv-cinder-804265-1-smb neutron-server[79158]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 16:30:16.550605 dv-cinder-804265-1-smb neutron-server[79158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 11 16:30:16.550605 dv-cinder-804265-1-smb neutron-server[79158]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 16:30:16.550605 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 16:30:16.550605 dv-cinder-804265-1-smb neutron-server[79158]: return f(self, *a, **k) Aug 11 16:30:16.550605 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 16:30:16.550605 dv-cinder-804265-1-smb neutron-server[79158]: return self._get(url).json() Aug 11 16:30:16.550605 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 16:30:16.550605 dv-cinder-804265-1-smb neutron-server[79158]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 16:30:16.550605 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 16:30:16.550605 dv-cinder-804265-1-smb neutron-server[79158]: return self.request(url, 'GET', **kwargs) Aug 11 16:30:16.550605 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 16:30:16.550605 dv-cinder-804265-1-smb neutron-server[79158]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 16:30:16.550605 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 16:30:16.550605 dv-cinder-804265-1-smb neutron-server[79158]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 16:30:16.550605 dv-cinder-804265-1-smb neutron-server[79158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 16:30:16.550605 dv-cinder-804265-1-smb neutron-server[79158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 16:30:16.550605 dv-cinder-804265-1-smb neutron-server[79158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 16:30:16.625110 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-03b513e5-335b-4e9d-94e7-fcc6785b7931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:16.628123 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-df943cc3-419a-414a-9303-b30a50b185d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3354142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608000'] for network, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:16.631859 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-47f3704d-1054-4521-957a-3c140fce40dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:30:16.646220 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-df943cc3-419a-414a-9303-b30a50b185d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for network, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:16.656952 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df943cc3-419a-414a-9303-b30a50b185d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bba4435-c9ff-425e-ba8d-e6959ef76901,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:30:16.660022 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-df943cc3-419a-414a-9303-b30a50b185d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:30:16.665555 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-df943cc3-419a-414a-9303-b30a50b185d0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6bba4435-c9ff-425e-ba8d-e6959ef76901 HTTP/1.1" status: 204 len: 168 time: 0.4442039 Aug 11 16:30:16.778225 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 49034) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:30:16.826881 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-b9b1bfb9-645c-4134-8519-347d5f9cf648 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e3de12f01c440f68e27e214f44e54c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474627 Aug 11 16:30:16.829140 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 49038) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:30:16.893109 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-626d91ca-ae2f-4dbc-a546-f8e04c63fc3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:16.918213 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-626d91ca-ae2f-4dbc-a546-f8e04c63fc3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:16.969508 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-626d91ca-ae2f-4dbc-a546-f8e04c63fc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:16.974191 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-81e13061-669f-438d-9782-2a2a38b82b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:30:16.987428 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d91ca-ae2f-4dbc-a546-f8e04c63fc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e74b95-ce5f-49cb-a939-2a29de566532,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:30:16.990056 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-626d91ca-ae2f-4dbc-a546-f8e04c63fc3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:30:16.996163 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-626d91ca-ae2f-4dbc-a546-f8e04c63fc3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:16.997292 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-626d91ca-ae2f-4dbc-a546-f8e04c63fc3b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92e74b95-ce5f-49cb-a939-2a29de566532 HTTP/1.1" status: 204 len: 168 time: 0.1672781 Aug 11 16:30:17.316692 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:19.264646 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-4df24ef1-7bcd-4e4c-969d-4995dc5a4a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:20.431620 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:21.725631 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:25.169473 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 6 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:30:26.089162 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:29.061415 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 49174) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:30:29.176238 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-bbfb3650-6f58-4912-8031-abb137d243cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:29.190001 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-bbfb3650-6f58-4912-8031-abb137d243cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:30:29.194063 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-bbfb3650-6f58-4912-8031-abb137d243cd admin admin] Usage tracker for resource:security_group_rule and tenant:8a12b42f0e0c47569e1e9ad92fef549a is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:30:29.196976 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-bbfb3650-6f58-4912-8031-abb137d243cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:30:29.203441 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-bbfb3650-6f58-4912-8031-abb137d243cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:30:29.296872 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-bbfb3650-6f58-4912-8031-abb137d243cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:29.300517 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-bbfb3650-6f58-4912-8031-abb137d243cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:29.307239 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-936636ea-e13d-4a72-9837-cf21355e34c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:30:29.345845 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb3650-6f58-4912-8031-abb137d243cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f203f5c-f927-43eb-8fec-54f0294ed88e,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:30:29.350097 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-bbfb3650-6f58-4912-8031-abb137d243cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a12b42f0e0c47569e1e9ad92fef549a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2876801 Aug 11 16:30:29.350983 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-bbfb3650-6f58-4912-8031-abb137d243cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:30:29.353437 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 49180) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:30:29.413475 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a9ec8c0c-9492-4e89-a663-1c22421edc71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:29.437780 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a9ec8c0c-9492-4e89-a663-1c22421edc71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:29.488223 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a9ec8c0c-9492-4e89-a663-1c22421edc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:29.491721 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-80ece27d-d2c9-4423-b4ad-4f245fc93219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:30:29.502616 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec8c0c-9492-4e89-a663-1c22421edc71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f203f5c-f927-43eb-8fec-54f0294ed88e,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:30:29.505907 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-a9ec8c0c-9492-4e89-a663-1c22421edc71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:30:29.509807 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-a9ec8c0c-9492-4e89-a663-1c22421edc71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:29.510927 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-a9ec8c0c-9492-4e89-a663-1c22421edc71 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f203f5c-f927-43eb-8fec-54f0294ed88e HTTP/1.1" status: 204 len: 168 time: 0.1572468 Aug 11 16:30:31.136649 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7e0dff9d-6806-4c90-864f-b6da69963f2b req-a22481b9-8ee4-4931-8dcf-3afe0583d3b5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719957 Aug 11 16:30:31.294409 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0dff9d-6806-4c90-864f-b6da69963f2b req-d6469b4d-495d-4d7f-8e66-ac89b73af53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:31.295966 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7e0dff9d-6806-4c90-864f-b6da69963f2b req-d6469b4d-495d-4d7f-8e66-ac89b73af53a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0b3773db0699482cb3fc3a47340812c0&device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 1099 time: 0.0740592 Aug 11 16:30:31.439339 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0dff9d-6806-4c90-864f-b6da69963f2b req-8f0bac91-6c68-4899-9df3-67cbcbaaefce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:31.440667 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7e0dff9d-6806-4c90-864f-b6da69963f2b req-8f0bac91-6c68-4899-9df3-67cbcbaaefce service neutron] 10.222.0.20 "GET /v2.0/networks?id=38762c5d-ffd9-4ed7-acd9-44af5efe0419 HTTP/1.1" status: 200 len: 909 time: 0.1265719 Aug 11 16:30:31.542622 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7e0dff9d-6806-4c90-864f-b6da69963f2b req-b2f77b36-f714-4520-ac43-aaadfc54b44f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd HTTP/1.1" status: 200 len: 1002 time: 0.0954347 Aug 11 16:30:31.606493 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0dff9d-6806-4c90-864f-b6da69963f2b req-adb147ea-ac70-446a-9ec6-e91f206f3c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:31.608032 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7e0dff9d-6806-4c90-864f-b6da69963f2b req-adb147ea-ac70-446a-9ec6-e91f206f3c96 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=063d6f1f-59d7-4dda-a98e-cacfa7be730b HTTP/1.1" status: 200 len: 847 time: 0.0591073 Aug 11 16:30:31.685699 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0dff9d-6806-4c90-864f-b6da69963f2b req-cd1101d8-0099-4f7b-86f0-03155fd1a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:30:31.687247 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7e0dff9d-6806-4c90-864f-b6da69963f2b req-cd1101d8-0099-4f7b-86f0-03155fd1a321 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=38762c5d-ffd9-4ed7-acd9-44af5efe0419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0729778 Aug 11 16:30:31.829021 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7e0dff9d-6806-4c90-864f-b6da69963f2b req-6cc81f90-5082-4a73-aaf2-2a15d678d67f service neutron] 10.222.0.20 "GET /v2.0/networks/38762c5d-ffd9-4ed7-acd9-44af5efe0419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336207 Aug 11 16:30:31.976340 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-7e0dff9d-6806-4c90-864f-b6da69963f2b req-1b8df993-e3ff-4297-be98-c08b1353b434 service neutron] 10.222.0.20 "GET /v2.0/networks/38762c5d-ffd9-4ed7-acd9-44af5efe0419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375554 Aug 11 16:30:41.310585 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 49302) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:30:41.428621 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-3657af46-12ef-4e7c-8351-696bfe4e7317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:41.443096 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-3657af46-12ef-4e7c-8351-696bfe4e7317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 11 16:30:41.446844 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-3657af46-12ef-4e7c-8351-696bfe4e7317 admin admin] Usage tracker for resource:security_group_rule and tenant:398f27c9e177483c98b9a5f687e75367 is out of sync, need to count used quota {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 11 16:30:41.449732 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [None req-3657af46-12ef-4e7c-8351-696bfe4e7317 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79159) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 11 16:30:41.455295 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.quota.driver [None req-3657af46-12ef-4e7c-8351-696bfe4e7317 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79159) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 11 16:30:41.535448 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-3657af46-12ef-4e7c-8351-696bfe4e7317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:41.538923 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-3657af46-12ef-4e7c-8351-696bfe4e7317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_create {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:41.548514 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-e133e65d-3f13-4445-b687-833acb197745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:30:41.588578 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-3657af46-12ef-4e7c-8351-696bfe4e7317 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=398f27c9e177483c98b9a5f687e75367&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2767644 Aug 11 16:30:41.589178 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657af46-12ef-4e7c-8351-696bfe4e7317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad1535c-16ee-4fba-9524-6788db8c3c35,revision_number=1']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:30:41.592038 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 49308) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:30:41.592880 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-3657af46-12ef-4e7c-8351-696bfe4e7317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:30:41.657026 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-9a8eb334-7a0f-4ff4-babd-2d06f51d4f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:41.682190 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-9a8eb334-7a0f-4ff4-babd-2d06f51d4f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:41.736358 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-9a8eb334-7a0f-4ff4-babd-2d06f51d4f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:41.740150 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-b8fa6d10-ff42-445d-a9b6-df09371c36c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:30:41.751262 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8eb334-7a0f-4ff4-babd-2d06f51d4f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad1535c-16ee-4fba-9524-6788db8c3c35,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:30:41.755025 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-9a8eb334-7a0f-4ff4-babd-2d06f51d4f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:30:41.758453 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-9a8eb334-7a0f-4ff4-babd-2d06f51d4f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:41.759559 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-9a8eb334-7a0f-4ff4-babd-2d06f51d4f3d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1ad1535c-16ee-4fba-9524-6788db8c3c35 HTTP/1.1" status: 204 len: 168 time: 0.1665404 Aug 11 16:30:46.627775 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a2df9365-2ae1-402a-97bb-aeb3ba495284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:47.317713 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:49.265736 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-f595915f-d824-4a9a-9262-d3e2ec75f6cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:50.431776 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:51.726486 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:30:56.092820 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:02.169325 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 6 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:31:15.046105 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 49314) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:31:15.244730 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.plugin [None req-a03c2a70-267a-4486-b553-6eea75e5fc0b tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Deleting port 632bccbc-ddb1-41ba-ada6-d82509380305 {{(pid=79158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:31:15.245072 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a03c2a70-267a-4486-b553-6eea75e5fc0b tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:15.495159 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a03c2a70-267a-4486-b553-6eea75e5fc0b tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:15.495491 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a03c2a70-267a-4486-b553-6eea75e5fc0b tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:15.618775 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.plugins.ml2.plugin [None req-a03c2a70-267a-4486-b553-6eea75e5fc0b tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Calling delete_port for 632bccbc-ddb1-41ba-ada6-d82509380305 owned by network:floatingip {{(pid=79158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:31:15.768351 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a03c2a70-267a-4486-b553-6eea75e5fc0b tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32627690'] for port, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:15.771839 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-7cb1a36c-d549-4578-8129-c51ea9da7dda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:31:15.820313 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c2a70-267a-4486-b553-6eea75e5fc0b tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Pushing event deleted for resources: {'Port': ['ID=632bccbc-ddb1-41ba-ada6-d82509380305,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:31:15.847020 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-a03c2a70-267a-4486-b553-6eea75e5fc0b tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:31:15.916696 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a03c2a70-267a-4486-b553-6eea75e5fc0b tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks [] for floatingip, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:15.917030 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.db.l3_db [None req-a03c2a70-267a-4486-b553-6eea75e5fc0b tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Floating IP ddb21ccb-d031-4a6a-887f-8752b7ca4b7e disassociated (deleted). External IP: 172.28.2.249, port: ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd. Aug 11 16:31:16.272566 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03c2a70-267a-4486-b553-6eea75e5fc0b tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Router b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569 has already been hosted by L3 agent fe3825e1-cd20-4759-aaf9-51b0eae29acc {{(pid=79158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:31:16.463774 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03c2a70-267a-4486-b553-6eea75e5fc0b tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify agent at l3_agent.dv-cinder-804265-1-smb the message routers_updated {{(pid=79158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:31:16.472952 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7676ca7e-1023-4880-bb40-e57711fb4c0b None None] Sync routers for ids ['b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569'] in dv-cinder-804265-1-smb {{(pid=79160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:31:16.482084 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7676ca7e-1023-4880-bb40-e57711fb4c0b None None] Routers {'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:31:16.482735 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-7676ca7e-1023-4880-bb40-e57711fb4c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:30:49Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569'], 'active': True} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:31:16.483660 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a03c2a70-267a-4486-b553-6eea75e5fc0b tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for floatingip, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:16.541182 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-a03c2a70-267a-4486-b553-6eea75e5fc0b tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "DELETE /v2.0/floatingips/ddb21ccb-d031-4a6a-887f-8752b7ca4b7e HTTP/1.1" status: 204 len: 168 time: 1.4915648 Aug 11 16:31:16.541182 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4fe90a0-483e-4606-8276-e15c6c7c21d6', 'tag': 'ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd'}] {{(pid=79158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:31:16.666741 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-db58f534-c969-4d7f-9b39-f3807e347895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:16.683163 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvr_db [None req-7676ca7e-1023-4880-bb40-e57711fb4c0b None None] Set router b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569 gateway port host: dv-cinder-804265-1-smb {{(pid=79160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:31:16.794704 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4fe90a0-483e-4606-8276-e15c6c7c21d6', 'tag': 'ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd', 'status': 'completed', 'code': 200} Aug 11 16:31:17.001678 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884d0bf-142f-45f0-8091-fca687e4a364 req-2bb4bdb1-0e2e-4d20-ad49-267fb1e90483 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:17.003179 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f884d0bf-142f-45f0-8091-fca687e4a364 req-2bb4bdb1-0e2e-4d20-ad49-267fb1e90483 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 946 time: 0.1510065 Aug 11 16:31:17.005810 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c531c73-5bb9-4628-a2bd-a360d5a58fb2 req-c22e1543-4990-46d3-899d-4f6f0aad8322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:17.007517 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9c531c73-5bb9-4628-a2bd-a360d5a58fb2 req-c22e1543-4990-46d3-899d-4f6f0aad8322 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0b3773db0699482cb3fc3a47340812c0&device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 1099 time: 0.1140482 Aug 11 16:31:17.051885 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-7676ca7e-1023-4880-bb40-e57711fb4c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'name': 'tempest-TestShelveInstance-489125505-router', 'tenant_id': '0b3773db0699482cb3fc3a47340812c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '251dd69f-8011-418d-98ac-af834e6d37ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:46Z', 'updated_at': '2021-08-11T16:26:51Z', 'revision_number': 4, 'project_id': '0b3773db0699482cb3fc3a47340812c0', 'gw_port': {'id': '251dd69f-8011-418d-98ac-af834e6d37ac', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:47Z', 'updated_at': '2021-08-11T16:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': 'e15b393d-e682-47b9-8115-2886347742f7', 'name': '', 'network_id': '38762c5d-ffd9-4ed7-acd9-44af5efe0419', 'tenant_id': '0b3773db0699482cb3fc3a47340812c0', 'mac_address': 'fa:16:3e:5f:d8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '063d6f1f-59d7-4dda-a98e-cacfa7be730b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:50Z', 'updated_at': '2021-08-11T16:26:56Z', 'revision_number': 5, 'project_id': '0b3773db0699482cb3fc3a47340812c0', 'subnets': [{'id': '063d6f1f-59d7-4dda-a98e-cacfa7be730b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:31:17.055636 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7676ca7e-1023-4880-bb40-e57711fb4c0b None None] Checking router: b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569 for host: dv-cinder-804265-1-smb {{(pid=79160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:31:17.064751 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7676ca7e-1023-4880-bb40-e57711fb4c0b None None] Routers {'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:31:17.065368 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-7676ca7e-1023-4880-bb40-e57711fb4c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:30:49Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569'], 'active': True} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:31:17.089033 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-f884d0bf-142f-45f0-8091-fca687e4a364 req-8c719f5f-3910-4811-ac5b-619834d0b4d1 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/security-groups?id=85315b65-0145-4fcc-8421-da347621e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797741 Aug 11 16:31:17.172791 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c531c73-5bb9-4628-a2bd-a360d5a58fb2 req-376084dd-a703-4bb6-99d5-769fda8ee5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:17.174252 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9c531c73-5bb9-4628-a2bd-a360d5a58fb2 req-376084dd-a703-4bb6-99d5-769fda8ee5be service neutron] 10.222.0.20 "GET /v2.0/networks?id=38762c5d-ffd9-4ed7-acd9-44af5efe0419 HTTP/1.1" status: 200 len: 909 time: 0.1474829 Aug 11 16:31:17.242006 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9c531c73-5bb9-4628-a2bd-a360d5a58fb2 req-a0f9de6b-79fb-413c-b5e3-db131a52cfb4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd HTTP/1.1" status: 200 len: 217 time: 0.0599606 Aug 11 16:31:17.248250 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvr_db [None req-7676ca7e-1023-4880-bb40-e57711fb4c0b None None] Set router b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569 gateway port host: dv-cinder-804265-1-smb {{(pid=79160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:31:17.388357 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:17.418649 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c531c73-5bb9-4628-a2bd-a360d5a58fb2 req-45b2995c-e580-450c-a8be-9618eccb31c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:17.420318 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9c531c73-5bb9-4628-a2bd-a360d5a58fb2 req-45b2995c-e580-450c-a8be-9618eccb31c1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=063d6f1f-59d7-4dda-a98e-cacfa7be730b HTTP/1.1" status: 200 len: 847 time: 0.1715996 Aug 11 16:31:17.497673 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c531c73-5bb9-4628-a2bd-a360d5a58fb2 req-cfe6f46b-e287-4051-b663-8196ef352100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:17.499243 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9c531c73-5bb9-4628-a2bd-a360d5a58fb2 req-cfe6f46b-e287-4051-b663-8196ef352100 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=38762c5d-ffd9-4ed7-acd9-44af5efe0419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0718093 Aug 11 16:31:17.589636 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-7676ca7e-1023-4880-bb40-e57711fb4c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'name': 'tempest-TestShelveInstance-489125505-router', 'tenant_id': '0b3773db0699482cb3fc3a47340812c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '251dd69f-8011-418d-98ac-af834e6d37ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:46Z', 'updated_at': '2021-08-11T16:26:51Z', 'revision_number': 4, 'project_id': '0b3773db0699482cb3fc3a47340812c0', 'gw_port': {'id': '251dd69f-8011-418d-98ac-af834e6d37ac', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:47Z', 'updated_at': '2021-08-11T16:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': 'e15b393d-e682-47b9-8115-2886347742f7', 'name': '', 'network_id': '38762c5d-ffd9-4ed7-acd9-44af5efe0419', 'tenant_id': '0b3773db0699482cb3fc3a47340812c0', 'mac_address': 'fa:16:3e:5f:d8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '063d6f1f-59d7-4dda-a98e-cacfa7be730b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:50Z', 'updated_at': '2021-08-11T16:26:56Z', 'revision_number': 5, 'project_id': '0b3773db0699482cb3fc3a47340812c0', 'subnets': [{'id': '063d6f1f-59d7-4dda-a98e-cacfa7be730b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:31:17.593564 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7676ca7e-1023-4880-bb40-e57711fb4c0b None None] The sync data for ids ['b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569'] in dv-cinder-804265-1-smb is: [{'id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'name': 'tempest-TestShelveInstance-489125505-router', 'tenant_id': '0b3773db0699482cb3fc3a47340812c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '251dd69f-8011-418d-98ac-af834e6d37ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:46Z', 'updated_at': '2021-08-11T16:26:51Z', 'revision_number': 4, 'project_id': '0b3773db0699482cb3fc3a47340812c0', 'gw_port': {'id': '251dd69f-8011-418d-98ac-af834e6d37ac', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:47Z', 'updated_at': '2021-08-11T16:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb', '_interfaces': [{'id': 'e15b393d-e682-47b9-8115-2886347742f7', 'name': '', 'network_id': '38762c5d-ffd9-4ed7-acd9-44af5efe0419', 'tenant_id': '0b3773db0699482cb3fc3a47340812c0', 'mac_address': 'fa:16:3e:5f:d8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '063d6f1f-59d7-4dda-a98e-cacfa7be730b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:50Z', 'updated_at': '2021-08-11T16:26:56Z', 'revision_number': 5, 'project_id': '0b3773db0699482cb3fc3a47340812c0', 'subnets': [{'id': '063d6f1f-59d7-4dda-a98e-cacfa7be730b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:31:17.637898 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9c531c73-5bb9-4628-a2bd-a360d5a58fb2 req-6e98dfc2-f577-4ed5-b85a-da4a28479650 service neutron] 10.222.0.20 "GET /v2.0/networks/38762c5d-ffd9-4ed7-acd9-44af5efe0419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315432 Aug 11 16:31:17.777517 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-9c531c73-5bb9-4628-a2bd-a360d5a58fb2 req-546a4764-a6a0-43b9-bd26-37a292a0b460 service neutron] 10.222.0.20 "GET /v2.0/networks/38762c5d-ffd9-4ed7-acd9-44af5efe0419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326838 Aug 11 16:31:17.822547 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bdcadb-1a32-46f1-b957-37224307b7b6 None None] New status for floating IP ddb21ccb-d031-4a6a-887f-8752b7ca4b7e: DOWN {{(pid=79161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 16:31:18.280602 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437caaf1-a3dd-4fdc-91cd-828b8a2e41b3 req-b2c8656f-da6d-45a3-a139-ca286fb0f02d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:18.282024 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-437caaf1-a3dd-4fdc-91cd-828b8a2e41b3 req-b2c8656f-da6d-45a3-a139-ca286fb0f02d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 946 time: 0.0852690 Aug 11 16:31:18.325779 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-437caaf1-a3dd-4fdc-91cd-828b8a2e41b3 req-88c6c86e-52a5-4862-8ce9-061bb3ffe0f0 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/security-groups?id=85315b65-0145-4fcc-8421-da347621e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379305 Aug 11 16:31:18.425264 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f47628-d23b-4969-86cd-fcc34914c59f req-0c1c3c2e-892a-4354-9f1d-0052bfe62496 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 16:31:18.426696 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-83f47628-d23b-4969-86cd-fcc34914c59f req-0c1c3c2e-892a-4354-9f1d-0052bfe62496 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 946 time: 0.0783048 Aug 11 16:31:18.497505 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [req-83f47628-d23b-4969-86cd-fcc34914c59f req-3d2f6a30-aceb-4f77-a070-3c9fe6effa4d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Deleting port ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd {{(pid=79159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:31:18.497845 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-83f47628-d23b-4969-86cd-fcc34914c59f req-3d2f6a30-aceb-4f77-a070-3c9fe6effa4d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:18.743500 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [req-83f47628-d23b-4969-86cd-fcc34914c59f req-3d2f6a30-aceb-4f77-a070-3c9fe6effa4d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] For port ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd, host hv-cinder-80426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80426',level=0,port_id=ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd,segment=NetworkSegment(bf0ae4c1-122e-416e-b2ce-954dc34a46ca),segment_id=bf0ae4c1-122e-416e-b2ce-954dc34a46ca)] {{(pid=79159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:31:18.743851 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-83f47628-d23b-4969-86cd-fcc34914c59f req-3d2f6a30-aceb-4f77-a070-3c9fe6effa4d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:18.866541 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [req-83f47628-d23b-4969-86cd-fcc34914c59f req-3d2f6a30-aceb-4f77-a070-3c9fe6effa4d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Calling delete_port for ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd owned by compute:nova {{(pid=79159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:31:19.010477 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-83f47628-d23b-4969-86cd-fcc34914c59f req-3d2f6a30-aceb-4f77-a070-3c9fe6effa4d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27932534'] for port, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:19.015907 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-1298d71e-f44e-45f9-9e9b-3c90694f13ea tempest-VolumesNegativeTest-752671913 tempest-VolumesNegativeTest-752671913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:31:19.061733 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f6a30-aceb-4f77-a070-3c9fe6effa4d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Pushing event deleted for resources: {'Port': ['ID=ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:31:19.100485 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2f6a30-aceb-4f77-a070-3c9fe6effa4d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:19.100868 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2f6a30-aceb-4f77-a070-3c9fe6effa4d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:19.101244 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2f6a30-aceb-4f77-a070-3c9fe6effa4d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:19.101612 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2f6a30-aceb-4f77-a070-3c9fe6effa4d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:19.101975 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2f6a30-aceb-4f77-a070-3c9fe6effa4d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:19.102375 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2f6a30-aceb-4f77-a070-3c9fe6effa4d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:19.102737 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2f6a30-aceb-4f77-a070-3c9fe6effa4d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:19.103097 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2f6a30-aceb-4f77-a070-3c9fe6effa4d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:19.103453 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2f6a30-aceb-4f77-a070-3c9fe6effa4d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:19.103808 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2f6a30-aceb-4f77-a070-3c9fe6effa4d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:19.104165 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2f6a30-aceb-4f77-a070-3c9fe6effa4d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:19.104519 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2f6a30-aceb-4f77-a070-3c9fe6effa4d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:19.112169 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-3d2f6a30-aceb-4f77-a070-3c9fe6effa4d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:31:19.150987 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f47628-d23b-4969-86cd-fcc34914c59f req-3d2f6a30-aceb-4f77-a070-3c9fe6effa4d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] No DVR routers for this DVR port ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd on host hv-cinder-80426 {{(pid=79159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:31:19.153247 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [req-83f47628-d23b-4969-86cd-fcc34914c59f req-3d2f6a30-aceb-4f77-a070-3c9fe6effa4d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-844635'] for port, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:19.155733 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4fe90a0-483e-4606-8276-e15c6c7c21d6', 'name': 'network-vif-deleted', 'tag': 'ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd'}] {{(pid=79159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 16:31:19.173096 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-83f47628-d23b-4969-86cd-fcc34914c59f req-3d2f6a30-aceb-4f77-a070-3c9fe6effa4d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.20 "DELETE /v2.0/ports/ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd HTTP/1.1" status: 204 len: 173 time: 0.7406085 Aug 11 16:31:19.199843 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4fe90a0-483e-4606-8276-e15c6c7c21d6', 'name': 'network-vif-deleted', 'tag': 'ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd', 'status': 'completed', 'code': 200} Aug 11 16:31:19.267543 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-71b90d5a-e575-4f8a-95a7-aaea4bfc06e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:19.485695 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-29a7efaa-45b5-4c20-9ac8-06849b85d977 req-594b6509-4969-4623-b90e-5f07b1b35bf4 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Synchronizing usage tracker for tenant:0b3773db0699482cb3fc3a47340812c0 on resource:port {{(pid=79159) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 11 16:31:19.503948 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.quota.resource [req-29a7efaa-45b5-4c20-9ac8-06849b85d977 req-594b6509-4969-4623-b90e-5f07b1b35bf4 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Unset dirty status for tenant:0b3773db0699482cb3fc3a47340812c0 on resource:port {{(pid=79159) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 11 16:31:19.507059 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [req-29a7efaa-45b5-4c20-9ac8-06849b85d977 req-594b6509-4969-4623-b90e-5f07b1b35bf4 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4fe90a0-483e-4606-8276-e15c6c7c21d6 HTTP/1.1" status: 200 len: 210 time: 0.0680690 Aug 11 16:31:20.434744 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:20.600910 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 49334) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:31:20.674580 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-e955578b-b557-4def-94d8-e4e0588d6049 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:20.705128 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-e955578b-b557-4def-94d8-e4e0588d6049 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:20.770083 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-e955578b-b557-4def-94d8-e4e0588d6049 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:20.774092 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-f90f08c4-a29d-4213-8c18-a80437ca295b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:31:20.788013 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955578b-b557-4def-94d8-e4e0588d6049 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85315b65-0145-4fcc-8421-da347621e079,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:31:20.799275 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e955578b-b557-4def-94d8-e4e0588d6049 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:20.799647 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e955578b-b557-4def-94d8-e4e0588d6049 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:20.800013 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e955578b-b557-4def-94d8-e4e0588d6049 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:20.800372 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e955578b-b557-4def-94d8-e4e0588d6049 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:20.800725 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e955578b-b557-4def-94d8-e4e0588d6049 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:20.801076 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e955578b-b557-4def-94d8-e4e0588d6049 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:20.801428 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e955578b-b557-4def-94d8-e4e0588d6049 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:20.801776 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e955578b-b557-4def-94d8-e4e0588d6049 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:20.802124 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e955578b-b557-4def-94d8-e4e0588d6049 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:20.802494 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e955578b-b557-4def-94d8-e4e0588d6049 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:20.802866 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e955578b-b557-4def-94d8-e4e0588d6049 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:20.803209 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e955578b-b557-4def-94d8-e4e0588d6049 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804265-1-smb {{(pid=79158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 16:31:20.806879 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-e955578b-b557-4def-94d8-e4e0588d6049 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:31:20.811103 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-e955578b-b557-4def-94d8-e4e0588d6049 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:20.813173 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-e955578b-b557-4def-94d8-e4e0588d6049 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] 10.222.0.21 "DELETE /v2.0/security-groups/85315b65-0145-4fcc-8421-da347621e079 HTTP/1.1" status: 204 len: 168 time: 0.2106590 Aug 11 16:31:21.730190 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:21.876210 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 49344) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:31:22.527534 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-76d21bbe-a440-4f52-85e0-4c620111ee57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398024'] for router_interface, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:22.891491 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [None req-76d21bbe-a440-4f52-85e0-4c620111ee57 admin admin] Deleting port e15b393d-e682-47b9-8115-2886347742f7 {{(pid=79159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:31:22.892205 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-76d21bbe-a440-4f52-85e0-4c620111ee57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:23.064798 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [None req-76d21bbe-a440-4f52-85e0-4c620111ee57 admin admin] For port e15b393d-e682-47b9-8115-2886347742f7, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=e15b393d-e682-47b9-8115-2886347742f7,segment=NetworkSegment(bf0ae4c1-122e-416e-b2ce-954dc34a46ca),segment_id=bf0ae4c1-122e-416e-b2ce-954dc34a46ca)] {{(pid=79159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:31:23.065149 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-76d21bbe-a440-4f52-85e0-4c620111ee57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:23.196700 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [None req-76d21bbe-a440-4f52-85e0-4c620111ee57 admin admin] Calling delete_port for e15b393d-e682-47b9-8115-2886347742f7 owned by network:router_interface {{(pid=79159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:31:23.486581 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd no longer exists at agent hyperv_hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:31:23.524659 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] No Port match for: ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:31:23.525016 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Device ddfd7d40-19f3-4cdb-a455-fe2e6e0a8abd not bound to the agent host hv-cinder-80426 {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:31:23.533926 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-76d21bbe-a440-4f52-85e0-4c620111ee57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27932534'] for port, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:23.538962 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-3d2f6a30-aceb-4f77-a070-3c9fe6effa4d tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:31:23.591177 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d21bbe-a440-4f52-85e0-4c620111ee57 admin admin] Pushing event deleted for resources: {'Port': ['ID=e15b393d-e682-47b9-8115-2886347742f7,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:31:23.738540 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-76d21bbe-a440-4f52-85e0-4c620111ee57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:31:23.972717 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-76d21bbe-a440-4f52-85e0-4c620111ee57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398004'] for router_interface, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:24.326312 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d21bbe-a440-4f52-85e0-4c620111ee57 admin admin] Router b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569 has already been hosted by L3 agent fe3825e1-cd20-4759-aaf9-51b0eae29acc {{(pid=79159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:31:24.505592 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d21bbe-a440-4f52-85e0-4c620111ee57 admin admin] Notify agent at l3_agent.dv-cinder-804265-1-smb the message routers_updated {{(pid=79159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:31:24.514131 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7657f6-b911-4c5f-b1ca-b75d1520cef6 None None] Sync routers for ids ['b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569'] in dv-cinder-804265-1-smb {{(pid=79160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:31:24.523193 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-76d21bbe-a440-4f52-85e0-4c620111ee57 admin admin] 10.222.0.21 "PUT /v2.0/routers/b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6459072 Aug 11 16:31:24.525661 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 49348) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:31:24.526350 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7657f6-b911-4c5f-b1ca-b75d1520cef6 None None] Routers {'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:31:24.526959 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-df7657f6-b911-4c5f-b1ca-b75d1520cef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:31:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569'], 'active': True} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:31:24.701628 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-2ad5e330-c3d3-4775-b2b9-b77e9eafabc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:24.705293 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvr_db [None req-df7657f6-b911-4c5f-b1ca-b75d1520cef6 None None] Set router b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569 gateway port host: dv-cinder-804265-1-smb {{(pid=79160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:31:24.878686 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-2ad5e330-c3d3-4775-b2b9-b77e9eafabc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:24.888060 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [None req-2ad5e330-c3d3-4775-b2b9-b77e9eafabc4 admin admin] Deleting port 251dd69f-8011-418d-98ac-af834e6d37ac {{(pid=79159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:31:24.888392 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-2ad5e330-c3d3-4775-b2b9-b77e9eafabc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:24.997169 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-df7657f6-b911-4c5f-b1ca-b75d1520cef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'name': 'tempest-TestShelveInstance-489125505-router', 'tenant_id': '0b3773db0699482cb3fc3a47340812c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '251dd69f-8011-418d-98ac-af834e6d37ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:46Z', 'updated_at': '2021-08-11T16:31:23Z', 'revision_number': 5, 'project_id': '0b3773db0699482cb3fc3a47340812c0', 'gw_port': {'id': '251dd69f-8011-418d-98ac-af834e6d37ac', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:47Z', 'updated_at': '2021-08-11T16:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb'}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:31:25.002397 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7657f6-b911-4c5f-b1ca-b75d1520cef6 None None] Checking router: b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569 for host: dv-cinder-804265-1-smb {{(pid=79160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:31:25.011526 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7657f6-b911-4c5f-b1ca-b75d1520cef6 None None] Routers {'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:31:25.012165 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-df7657f6-b911-4c5f-b1ca-b75d1520cef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:31:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569'], 'active': True} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:31:25.180568 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [None req-2ad5e330-c3d3-4775-b2b9-b77e9eafabc4 admin admin] For port 251dd69f-8011-418d-98ac-af834e6d37ac, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=251dd69f-8011-418d-98ac-af834e6d37ac,segment=NetworkSegment(ef0f4f8c-59c6-4f74-90fe-819af28e8bc6),segment_id=ef0f4f8c-59c6-4f74-90fe-819af28e8bc6)] {{(pid=79159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:31:25.181240 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-2ad5e330-c3d3-4775-b2b9-b77e9eafabc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:25.212111 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_dvr_db [None req-df7657f6-b911-4c5f-b1ca-b75d1520cef6 None None] Set router b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569 gateway port host: None {{(pid=79160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:31:25.308248 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [None req-2ad5e330-c3d3-4775-b2b9-b77e9eafabc4 admin admin] Calling delete_port for 251dd69f-8011-418d-98ac-af834e6d37ac owned by network:router_gateway {{(pid=79159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:31:25.319479 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.db.l3_hamode_db [None req-df7657f6-b911-4c5f-b1ca-b75d1520cef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'name': 'tempest-TestShelveInstance-489125505-router', 'tenant_id': '0b3773db0699482cb3fc3a47340812c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:46Z', 'updated_at': '2021-08-11T16:31:24Z', 'revision_number': 6, 'project_id': '0b3773db0699482cb3fc3a47340812c0', 'gw_port_host': None}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:31:25.323495 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7657f6-b911-4c5f-b1ca-b75d1520cef6 None None] The sync data for ids ['b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569'] in dv-cinder-804265-1-smb is: [{'id': 'b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569', 'name': 'tempest-TestShelveInstance-489125505-router', 'tenant_id': '0b3773db0699482cb3fc3a47340812c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:46Z', 'updated_at': '2021-08-11T16:31:24Z', 'revision_number': 6, 'project_id': '0b3773db0699482cb3fc3a47340812c0', 'gw_port_host': None}] {{(pid=79160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:31:25.479957 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-2ad5e330-c3d3-4775-b2b9-b77e9eafabc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27932534'] for port, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:25.483649 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-a027423a-7483-4cac-863d-0348b1d94565 tempest-TestShelveInstance-327315211 tempest-TestShelveInstance-327315211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:31:25.529768 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5e330-c3d3-4775-b2b9-b77e9eafabc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=251dd69f-8011-418d-98ac-af834e6d37ac,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:31:25.533912 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-2ad5e330-c3d3-4775-b2b9-b77e9eafabc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:31:25.630948 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-2ad5e330-c3d3-4775-b2b9-b77e9eafabc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608029'] for router_gateway, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:25.811373 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-2ad5e330-c3d3-4775-b2b9-b77e9eafabc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3920'] for router, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:25.814108 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-2ad5e330-c3d3-4775-b2b9-b77e9eafabc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:25.836259 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-2ad5e330-c3d3-4775-b2b9-b77e9eafabc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-452935'] for router, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:25.836786 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad5e330-c3d3-4775-b2b9-b77e9eafabc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569 {{(pid=79159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 11 16:31:25.848852 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-2ad5e330-c3d3-4775-b2b9-b77e9eafabc4 admin admin] Notify callbacks [] for router, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:25.849969 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-2ad5e330-c3d3-4775-b2b9-b77e9eafabc4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b35cb3a7-f507-4b6f-8cfa-a5e11d6fd569 HTTP/1.1" status: 204 len: 168 time: 1.3233895 Aug 11 16:31:25.852558 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 49352) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:31:25.912024 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d2dbd4d-34e1-4052-b673-5f7f2bcfffa9 admin admin] Deleting subnet 063d6f1f-59d7-4dda-a98e-cacfa7be730b {{(pid=79159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 11 16:31:25.914869 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1d2dbd4d-34e1-4052-b673-5f7f2bcfffa9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:25.966426 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1d2dbd4d-34e1-4052-b673-5f7f2bcfffa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28442349'] for subnet, precommit_delete_associations {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:26.042543 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1d2dbd4d-34e1-4052-b673-5f7f2bcfffa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3352476'] for subnet, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:26.090550 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:26.117437 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1d2dbd4d-34e1-4052-b673-5f7f2bcfffa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3352467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27932453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27398810'] for subnet, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:26.119460 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device e15b393d-e682-47b9-8115-2886347742f7 no longer exists at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:31:26.121603 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-7de5b058-7695-4aeb-b645-1d10e50e284f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:31:26.157633 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] No Port match for: e15b393d-e682-47b9-8115-2886347742f7 {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:31:26.157985 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device e15b393d-e682-47b9-8115-2886347742f7 not bound to the agent host dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:31:26.158431 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 251dd69f-8011-418d-98ac-af834e6d37ac no longer exists at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:31:26.159193 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2dbd4d-34e1-4052-b673-5f7f2bcfffa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=063d6f1f-59d7-4dda-a98e-cacfa7be730b,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:31:26.162696 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-1d2dbd4d-34e1-4052-b673-5f7f2bcfffa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:31:26.165386 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1d2dbd4d-34e1-4052-b673-5f7f2bcfffa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:26.174785 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-1d2dbd4d-34e1-4052-b673-5f7f2bcfffa9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/063d6f1f-59d7-4dda-a98e-cacfa7be730b HTTP/1.1" status: 204 len: 168 time: 0.3181403 Aug 11 16:31:26.175239 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 49356) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:31:26.188416 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633dd3a4-f9b6-4826-beb6-e3a1a6d6f827 None None] Network 38762c5d-ffd9-4ed7-acd9-44af5efe0419 requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:31:26.216052 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] No Port match for: 251dd69f-8011-418d-98ac-af834e6d37ac {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:31:26.216397 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 251dd69f-8011-418d-98ac-af834e6d37ac not bound to the agent host dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:31:26.285206 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1655cde5-b329-4f75-befd-7437eba475d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3965533'] for network, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:26.296090 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [None req-1655cde5-b329-4f75-befd-7437eba475d7 admin admin] Deleting port c3c539d6-41b5-4049-9b0b-c556a8b74dc9 {{(pid=79159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:31:26.296356 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1655cde5-b329-4f75-befd-7437eba475d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:26.475365 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306343e7-0801-40a0-9485-f94289ee3ec9 None None] DHCP port deletion for 38762c5d-ffd9-4ed7-acd9-44af5efe0419 request from dv-cinder-804265-1-smb {{(pid=79160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 11 16:31:26.479576 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-306343e7-0801-40a0-9485-f94289ee3ec9 None None] Deleting port c3c539d6-41b5-4049-9b0b-c556a8b74dc9 {{(pid=79160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:31:26.479988 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-306343e7-0801-40a0-9485-f94289ee3ec9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:26.514923 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [None req-1655cde5-b329-4f75-befd-7437eba475d7 admin admin] For port c3c539d6-41b5-4049-9b0b-c556a8b74dc9, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=c3c539d6-41b5-4049-9b0b-c556a8b74dc9,segment=NetworkSegment(bf0ae4c1-122e-416e-b2ce-954dc34a46ca),segment_id=bf0ae4c1-122e-416e-b2ce-954dc34a46ca)] {{(pid=79159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:31:26.515307 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1655cde5-b329-4f75-befd-7437eba475d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:26.692647 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-306343e7-0801-40a0-9485-f94289ee3ec9 None None] For port c3c539d6-41b5-4049-9b0b-c556a8b74dc9, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=c3c539d6-41b5-4049-9b0b-c556a8b74dc9,segment=NetworkSegment(bf0ae4c1-122e-416e-b2ce-954dc34a46ca),segment_id=bf0ae4c1-122e-416e-b2ce-954dc34a46ca)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:31:26.693003 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-306343e7-0801-40a0-9485-f94289ee3ec9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:26.752678 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [None req-1655cde5-b329-4f75-befd-7437eba475d7 admin admin] Calling delete_port for c3c539d6-41b5-4049-9b0b-c556a8b74dc9 owned by network:dhcp {{(pid=79159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:31:26.815974 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-306343e7-0801-40a0-9485-f94289ee3ec9 None None] Calling delete_port for c3c539d6-41b5-4049-9b0b-c556a8b74dc9 owned by network:dhcp {{(pid=79160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:31:26.835572 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1655cde5-b329-4f75-befd-7437eba475d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27932534'] for port, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:26.839376 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-25ca5868-4036-4df1-b292-5d062fd1ab09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:31:26.880914 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655cde5-b329-4f75-befd-7437eba475d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c539d6-41b5-4049-9b0b-c556a8b74dc9,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:31:26.885200 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-1655cde5-b329-4f75-befd-7437eba475d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:31:26.887496 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1655cde5-b329-4f75-befd-7437eba475d7 admin admin] No DVR routers for this DVR port c3c539d6-41b5-4049-9b0b-c556a8b74dc9 on host dv-cinder-804265-1-smb {{(pid=79159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:31:26.892047 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.db.api [None req-306343e7-0801-40a0-9485-f94289ee3ec9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 16:31:26.892414 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_db.api [None req-306343e7-0801-40a0-9485-f94289ee3ec9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 16:31:27.004250 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1655cde5-b329-4f75-befd-7437eba475d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3354215', 'neutron.services.segments.db._delete_segments_for_network-8758463345821'] for network, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:27.017762 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.services.segments.db [None req-1655cde5-b329-4f75-befd-7437eba475d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38762c5d-ffd9-4ed7-acd9-44af5efe0419']}} {{(pid=79159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:31:27.033872 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.services.segments.db [None req-1655cde5-b329-4f75-befd-7437eba475d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf0ae4c1-122e-416e-b2ce-954dc34a46ca') {'for_net_delete': True} {{(pid=79159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:31:27.034185 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.services.segments.db [None req-1655cde5-b329-4f75-befd-7437eba475d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf0ae4c1-122e-416e-b2ce-954dc34a46ca') {} {{(pid=79159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:31:27.045214 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1655cde5-b329-4f75-befd-7437eba475d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758463343351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28442354'] for segment, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:27.060776 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1655cde5-b329-4f75-befd-7437eba475d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3350950'] for segment, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:27.066765 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1655cde5-b329-4f75-befd-7437eba475d7 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=79159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 16:31:27.067149 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1655cde5-b329-4f75-befd-7437eba475d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3350959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27932483'] for segment, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:27.080711 dv-cinder-804265-1-smb neutron-server[79159]: Traceback (most recent call last): Aug 11 16:31:27.080711 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 16:31:27.080711 dv-cinder-804265-1-smb neutron-server[79159]: timer() Aug 11 16:31:27.080711 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 16:31:27.080711 dv-cinder-804265-1-smb neutron-server[79159]: cb(*args, **kw) Aug 11 16:31:27.080711 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 16:31:27.080711 dv-cinder-804265-1-smb neutron-server[79159]: return func(*args, **kwargs) Aug 11 16:31:27.080711 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 16:31:27.080711 dv-cinder-804265-1-smb neutron-server[79159]: self._notify() Aug 11 16:31:27.080711 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 16:31:27.080711 dv-cinder-804265-1-smb neutron-server[79159]: self.callback(batched_events) Aug 11 16:31:27.080711 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 16:31:27.080711 dv-cinder-804265-1-smb neutron-server[79159]: event.method(event) Aug 11 16:31:27.080711 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 11 16:31:27.080711 dv-cinder-804265-1-smb neutron-server[79159]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 16:31:27.080711 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 11 16:31:27.080711 dv-cinder-804265-1-smb neutron-server[79159]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 16:31:27.080711 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 16:31:27.080711 dv-cinder-804265-1-smb neutron-server[79159]: return f(self, *a, **k) Aug 11 16:31:27.080711 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 16:31:27.080711 dv-cinder-804265-1-smb neutron-server[79159]: return self._get(url).json() Aug 11 16:31:27.080711 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 16:31:27.080711 dv-cinder-804265-1-smb neutron-server[79159]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 16:31:27.080711 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 16:31:27.080711 dv-cinder-804265-1-smb neutron-server[79159]: return self.request(url, 'GET', **kwargs) Aug 11 16:31:27.080711 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 16:31:27.080711 dv-cinder-804265-1-smb neutron-server[79159]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 16:31:27.080711 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 16:31:27.080711 dv-cinder-804265-1-smb neutron-server[79159]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 16:31:27.080711 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 16:31:27.080711 dv-cinder-804265-1-smb neutron-server[79159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 16:31:27.080711 dv-cinder-804265-1-smb neutron-server[79159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 16:31:27.157991 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1655cde5-b329-4f75-befd-7437eba475d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3354142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608000'] for network, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:27.161451 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:31:27.174287 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1655cde5-b329-4f75-befd-7437eba475d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for network, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:27.184356 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655cde5-b329-4f75-befd-7437eba475d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=38762c5d-ffd9-4ed7-acd9-44af5efe0419,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:31:27.187497 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-1655cde5-b329-4f75-befd-7437eba475d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:31:27.197807 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-1655cde5-b329-4f75-befd-7437eba475d7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/38762c5d-ffd9-4ed7-acd9-44af5efe0419 HTTP/1.1" status: 204 len: 168 time: 1.0215437 Aug 11 16:31:27.200741 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 49360) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:31:27.393718 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-306343e7-0801-40a0-9485-f94289ee3ec9 None None] Deleting port c3c539d6-41b5-4049-9b0b-c556a8b74dc9 {{(pid=79160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:31:27.394437 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-306343e7-0801-40a0-9485-f94289ee3ec9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:27.461592 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-306343e7-0801-40a0-9485-f94289ee3ec9 None None] The port 'c3c539d6-41b5-4049-9b0b-c556a8b74dc9' was deleted {{(pid=79160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 11 16:31:27.788180 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-16ae5838-a764-4bba-81b9-54678ef5f549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-398024'] for router_interface, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:27.853792 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device c3c539d6-41b5-4049-9b0b-c556a8b74dc9 no longer exists at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:31:27.891849 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] No Port match for: c3c539d6-41b5-4049-9b0b-c556a8b74dc9 {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:31:27.892198 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device c3c539d6-41b5-4049-9b0b-c556a8b74dc9 not bound to the agent host dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:31:28.138088 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [None req-16ae5838-a764-4bba-81b9-54678ef5f549 admin admin] Deleting port 1e59387f-8967-451e-a4f9-1cac6196021d {{(pid=79159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:31:28.138468 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-16ae5838-a764-4bba-81b9-54678ef5f549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:28.408366 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [None req-16ae5838-a764-4bba-81b9-54678ef5f549 admin admin] For port 1e59387f-8967-451e-a4f9-1cac6196021d, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=1e59387f-8967-451e-a4f9-1cac6196021d,segment=NetworkSegment(3492c050-4ae5-4ab4-b374-f88b4fe83fa4),segment_id=3492c050-4ae5-4ab4-b374-f88b4fe83fa4)] {{(pid=79159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:31:28.408641 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-16ae5838-a764-4bba-81b9-54678ef5f549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:28.530921 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [None req-16ae5838-a764-4bba-81b9-54678ef5f549 admin admin] Calling delete_port for 1e59387f-8967-451e-a4f9-1cac6196021d owned by network:router_interface {{(pid=79159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:31:28.706470 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-16ae5838-a764-4bba-81b9-54678ef5f549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27932534'] for port, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:28.710856 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-01cf18f4-d61c-4d9c-9bd3-8e07ca17e52b tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:31:28.758463 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae5838-a764-4bba-81b9-54678ef5f549 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e59387f-8967-451e-a4f9-1cac6196021d,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:31:28.785292 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-16ae5838-a764-4bba-81b9-54678ef5f549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:31:29.025771 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-16ae5838-a764-4bba-81b9-54678ef5f549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398004'] for router_interface, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:29.385664 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ae5838-a764-4bba-81b9-54678ef5f549 admin admin] Router ff8200cc-7617-4743-aed0-fc386c84fcd2 has already been hosted by L3 agent fe3825e1-cd20-4759-aaf9-51b0eae29acc {{(pid=79159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 16:31:29.669991 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ae5838-a764-4bba-81b9-54678ef5f549 admin admin] Notify agent at l3_agent.dv-cinder-804265-1-smb the message routers_updated {{(pid=79159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 11 16:31:29.678964 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313b8823-87cd-4fe2-a639-1a4aed6925c1 None None] Sync routers for ids ['ff8200cc-7617-4743-aed0-fc386c84fcd2'] in dv-cinder-804265-1-smb {{(pid=79161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 16:31:29.688006 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-16ae5838-a764-4bba-81b9-54678ef5f549 admin admin] 10.222.0.21 "PUT /v2.0/routers/ff8200cc-7617-4743-aed0-fc386c84fcd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4839945 Aug 11 16:31:29.688247 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 49364) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:31:29.689087 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313b8823-87cd-4fe2-a639-1a4aed6925c1 None None] Routers {'ff8200cc-7617-4743-aed0-fc386c84fcd2'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:31:29.689815 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-313b8823-87cd-4fe2-a639-1a4aed6925c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:31:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['ff8200cc-7617-4743-aed0-fc386c84fcd2'], 'active': True} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:31:29.867000 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1da0205f-3c99-44af-baf8-4c15316a52f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:29.870202 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvr_db [None req-313b8823-87cd-4fe2-a639-1a4aed6925c1 None None] Set router ff8200cc-7617-4743-aed0-fc386c84fcd2 gateway port host: dv-cinder-804265-1-smb {{(pid=79161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:31:30.048112 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1da0205f-3c99-44af-baf8-4c15316a52f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:30.057402 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [None req-1da0205f-3c99-44af-baf8-4c15316a52f4 admin admin] Deleting port 53b49add-d8be-4223-8a1e-8a3431bae3e8 {{(pid=79159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:31:30.057958 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1da0205f-3c99-44af-baf8-4c15316a52f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:30.186634 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-313b8823-87cd-4fe2-a639-1a4aed6925c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8200cc-7617-4743-aed0-fc386c84fcd2', 'name': 'tempest-TestShelveInstance-1641965232-router', 'tenant_id': '272dc7024b4c47f4a17e4c5ef875cf4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'external_fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': '53b49add-d8be-4223-8a1e-8a3431bae3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:53Z', 'updated_at': '2021-08-11T16:31:28Z', 'revision_number': 5, 'project_id': '272dc7024b4c47f4a17e4c5ef875cf4a', 'gw_port': {'id': '53b49add-d8be-4223-8a1e-8a3431bae3e8', 'name': '', 'network_id': '74b3c71b-fb08-4503-8924-b9e5cb7ae853', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8200cc-7617-4743-aed0-fc386c84fcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804265-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T16:26:54Z', 'updated_at': '2021-08-11T16:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'af30e8de-a40d-42cb-9ec9-bce0fcfe28d3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804265-1-smb'}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:31:30.191117 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313b8823-87cd-4fe2-a639-1a4aed6925c1 None None] Checking router: ff8200cc-7617-4743-aed0-fc386c84fcd2 for host: dv-cinder-804265-1-smb {{(pid=79161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 16:31:30.199414 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313b8823-87cd-4fe2-a639-1a4aed6925c1 None None] Routers {'ff8200cc-7617-4743-aed0-fc386c84fcd2'} bound to L3 agent in host dv-cinder-804265-1-smb {{(pid=79161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 11 16:31:30.200016 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-313b8823-87cd-4fe2-a639-1a4aed6925c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804265-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T16:12:49Z,description=,heartbeat_timestamp=2021-08-11T16:31:19Z,host='dv-cinder-804265-1-smb',id=fe3825e1-cd20-4759-aaf9-51b0eae29acc,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T16:12:49Z,topic='l3_agent')) {'router_ids': ['ff8200cc-7617-4743-aed0-fc386c84fcd2'], 'active': True} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:31:30.233311 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [None req-1da0205f-3c99-44af-baf8-4c15316a52f4 admin admin] For port 53b49add-d8be-4223-8a1e-8a3431bae3e8, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=53b49add-d8be-4223-8a1e-8a3431bae3e8,segment=NetworkSegment(ef0f4f8c-59c6-4f74-90fe-819af28e8bc6),segment_id=ef0f4f8c-59c6-4f74-90fe-819af28e8bc6)] {{(pid=79159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:31:30.233667 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1da0205f-3c99-44af-baf8-4c15316a52f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:30.354219 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_dvr_db [None req-313b8823-87cd-4fe2-a639-1a4aed6925c1 None None] Set router ff8200cc-7617-4743-aed0-fc386c84fcd2 gateway port host: None {{(pid=79161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 11 16:31:30.360791 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [None req-1da0205f-3c99-44af-baf8-4c15316a52f4 admin admin] Calling delete_port for 53b49add-d8be-4223-8a1e-8a3431bae3e8 owned by network:router_gateway {{(pid=79159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:31:30.461732 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.l3_hamode_db [None req-313b8823-87cd-4fe2-a639-1a4aed6925c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8200cc-7617-4743-aed0-fc386c84fcd2', 'name': 'tempest-TestShelveInstance-1641965232-router', 'tenant_id': '272dc7024b4c47f4a17e4c5ef875cf4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:53Z', 'updated_at': '2021-08-11T16:31:30Z', 'revision_number': 6, 'project_id': '272dc7024b4c47f4a17e4c5ef875cf4a', 'gw_port_host': None}], 'dv-cinder-804265-1-smb', False) {} {{(pid=79161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:31:30.465675 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313b8823-87cd-4fe2-a639-1a4aed6925c1 None None] The sync data for ids ['ff8200cc-7617-4743-aed0-fc386c84fcd2'] in dv-cinder-804265-1-smb is: [{'id': 'ff8200cc-7617-4743-aed0-fc386c84fcd2', 'name': 'tempest-TestShelveInstance-1641965232-router', 'tenant_id': '272dc7024b4c47f4a17e4c5ef875cf4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T16:26:53Z', 'updated_at': '2021-08-11T16:31:30Z', 'revision_number': 6, 'project_id': '272dc7024b4c47f4a17e4c5ef875cf4a', 'gw_port_host': None}] {{(pid=79161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 16:31:30.533395 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1da0205f-3c99-44af-baf8-4c15316a52f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27932534'] for port, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:30.538032 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-947fc52d-e14e-420b-a9f4-36683471be7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:31:30.582199 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da0205f-3c99-44af-baf8-4c15316a52f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=53b49add-d8be-4223-8a1e-8a3431bae3e8,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:31:30.613572 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-1da0205f-3c99-44af-baf8-4c15316a52f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:31:30.687131 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1da0205f-3c99-44af-baf8-4c15316a52f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608029'] for router_gateway, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:30.868737 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1da0205f-3c99-44af-baf8-4c15316a52f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3920'] for router, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:30.871340 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1da0205f-3c99-44af-baf8-4c15316a52f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:30.900495 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1da0205f-3c99-44af-baf8-4c15316a52f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-452935'] for router, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:30.901014 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da0205f-3c99-44af-baf8-4c15316a52f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff8200cc-7617-4743-aed0-fc386c84fcd2 {{(pid=79159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 11 16:31:30.914395 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-1da0205f-3c99-44af-baf8-4c15316a52f4 admin admin] Notify callbacks [] for router, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:30.915775 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-1da0205f-3c99-44af-baf8-4c15316a52f4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ff8200cc-7617-4743-aed0-fc386c84fcd2 HTTP/1.1" status: 204 len: 168 time: 1.2262020 Aug 11 16:31:30.917919 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 49368) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:31:30.976575 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.db_base_plugin_v2 [None req-155e2a4e-18dd-4ad4-ad87-71fd609b2f6c admin admin] Deleting subnet 5c0e8d7f-d71a-46d9-945d-80ff48e12859 {{(pid=79159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 11 16:31:30.979807 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-155e2a4e-18dd-4ad4-ad87-71fd609b2f6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:31.030594 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-155e2a4e-18dd-4ad4-ad87-71fd609b2f6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28442349'] for subnet, precommit_delete_associations {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:31.217373 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-155e2a4e-18dd-4ad4-ad87-71fd609b2f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3352476'] for subnet, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:31.287775 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-155e2a4e-18dd-4ad4-ad87-71fd609b2f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3352467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27932453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27398810'] for subnet, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:31.292065 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-1d2dbd4d-34e1-4052-b673-5f7f2bcfffa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:31:31.329458 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e2a4e-18dd-4ad4-ad87-71fd609b2f6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c0e8d7f-d71a-46d9-945d-80ff48e12859,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:31:31.332653 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-155e2a4e-18dd-4ad4-ad87-71fd609b2f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:31:31.333559 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-155e2a4e-18dd-4ad4-ad87-71fd609b2f6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:31.339559 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-155e2a4e-18dd-4ad4-ad87-71fd609b2f6c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5c0e8d7f-d71a-46d9-945d-80ff48e12859 HTTP/1.1" status: 204 len: 168 time: 0.4207017 Aug 11 16:31:31.340914 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd97d56f-7886-4940-b910-e213a6fe5f83 None None] Network 903e6642-064f-4741-8cfb-e95e5770992a requested from dv-cinder-804265-1-smb {{(pid=79160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 11 16:31:31.341960 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.wsgi [-] (79159) accepted ('10.222.0.21', 49372) {{(pid=79159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:31:31.455073 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-876943de-e5cf-4271-baaf-949a53381d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3965533'] for network, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:31.469053 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [None req-876943de-e5cf-4271-baaf-949a53381d69 admin admin] Deleting port b73bfe60-4d12-43f4-b580-495694e5022d {{(pid=79159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:31:31.469419 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-876943de-e5cf-4271-baaf-949a53381d69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:31.647961 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d60a09-ffab-4506-b8f2-5c5c680bcd3e None None] DHCP port deletion for 903e6642-064f-4741-8cfb-e95e5770992a request from dv-cinder-804265-1-smb {{(pid=79160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 11 16:31:31.654888 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-e4d60a09-ffab-4506-b8f2-5c5c680bcd3e None None] Deleting port b73bfe60-4d12-43f4-b580-495694e5022d {{(pid=79160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:31:31.655316 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-e4d60a09-ffab-4506-b8f2-5c5c680bcd3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:31.694484 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.db [None req-876943de-e5cf-4271-baaf-949a53381d69 admin admin] For port b73bfe60-4d12-43f4-b580-495694e5022d, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=b73bfe60-4d12-43f4-b580-495694e5022d,segment=NetworkSegment(3492c050-4ae5-4ab4-b374-f88b4fe83fa4),segment_id=3492c050-4ae5-4ab4-b374-f88b4fe83fa4)] {{(pid=79159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:31:31.694761 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-876943de-e5cf-4271-baaf-949a53381d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:31.818975 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.plugin [None req-876943de-e5cf-4271-baaf-949a53381d69 admin admin] Calling delete_port for b73bfe60-4d12-43f4-b580-495694e5022d owned by network:dhcp {{(pid=79159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:31:31.868186 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 1e59387f-8967-451e-a4f9-1cac6196021d no longer exists at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:31:31.901906 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-876943de-e5cf-4271-baaf-949a53381d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3950071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1025452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758463264332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758462816561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27932534'] for port, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:31.910170 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-f5ae5dd5-448e-41b8-b55f-122bdae156ed tempest-VolumesActionsTest-1523396357 tempest-VolumesActionsTest-1523396357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:31:31.939098 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] No Port match for: 1e59387f-8967-451e-a4f9-1cac6196021d {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:31:31.939447 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 1e59387f-8967-451e-a4f9-1cac6196021d not bound to the agent host dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:31:31.939867 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 53b49add-d8be-4223-8a1e-8a3431bae3e8 no longer exists at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:31:31.948842 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876943de-e5cf-4271-baaf-949a53381d69 admin admin] No DVR routers for this DVR port b73bfe60-4d12-43f4-b580-495694e5022d on host dv-cinder-804265-1-smb {{(pid=79159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 16:31:31.969074 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.db [None req-e4d60a09-ffab-4506-b8f2-5c5c680bcd3e None None] For port b73bfe60-4d12-43f4-b580-495694e5022d, host dv-cinder-804265-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804265-1-smb',level=0,port_id=b73bfe60-4d12-43f4-b580-495694e5022d,segment=NetworkSegment(3492c050-4ae5-4ab4-b374-f88b4fe83fa4),segment_id=3492c050-4ae5-4ab4-b374-f88b4fe83fa4)] {{(pid=79160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 11 16:31:31.969506 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-e4d60a09-ffab-4506-b8f2-5c5c680bcd3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607739'] for port, precommit_delete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:31.982997 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] No Port match for: 53b49add-d8be-4223-8a1e-8a3431bae3e8 {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:31:31.983348 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device 53b49add-d8be-4223-8a1e-8a3431bae3e8 not bound to the agent host dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:31:31.983764 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device b73bfe60-4d12-43f4-b580-495694e5022d no longer exists at agent ovs-agent-dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 11 16:31:31.987567 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876943de-e5cf-4271-baaf-949a53381d69 admin admin] Pushing event deleted for resources: {'Port': ['ID=b73bfe60-4d12-43f4-b580-495694e5022d,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:31:31.990560 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-876943de-e5cf-4271-baaf-949a53381d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:31:32.066238 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] No Port match for: b73bfe60-4d12-43f4-b580-495694e5022d {{(pid=79160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 11 16:31:32.066563 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.rpc [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Device b73bfe60-4d12-43f4-b580-495694e5022d not bound to the agent host dv-cinder-804265-1-smb {{(pid=79160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 11 16:31:32.079436 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-876943de-e5cf-4271-baaf-949a53381d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3354215', 'neutron.services.segments.db._delete_segments_for_network-8758463345821'] for network, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:32.092141 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.services.segments.db [None req-876943de-e5cf-4271-baaf-949a53381d69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['903e6642-064f-4741-8cfb-e95e5770992a']}} {{(pid=79159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:31:32.104522 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.services.segments.db [None req-876943de-e5cf-4271-baaf-949a53381d69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3492c050-4ae5-4ab4-b374-f88b4fe83fa4') {'for_net_delete': True} {{(pid=79159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:31:32.104826 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.services.segments.db [None req-876943de-e5cf-4271-baaf-949a53381d69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3492c050-4ae5-4ab4-b374-f88b4fe83fa4') {} {{(pid=79159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 16:31:32.116691 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-876943de-e5cf-4271-baaf-949a53381d69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758463343351', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28442354'] for segment, before_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:32.128903 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-e4d60a09-ffab-4506-b8f2-5c5c680bcd3e None None] Calling delete_port for b73bfe60-4d12-43f4-b580-495694e5022d owned by network:dhcp {{(pid=79160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 11 16:31:32.134340 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-876943de-e5cf-4271-baaf-949a53381d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3350950'] for segment, precommit_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:32.140772 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-876943de-e5cf-4271-baaf-949a53381d69 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=79159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 16:31:32.141167 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-876943de-e5cf-4271-baaf-949a53381d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3350959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27932483'] for segment, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:32.154464 dv-cinder-804265-1-smb neutron-server[79159]: Traceback (most recent call last): Aug 11 16:31:32.154464 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 16:31:32.154464 dv-cinder-804265-1-smb neutron-server[79159]: timer() Aug 11 16:31:32.154464 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 16:31:32.154464 dv-cinder-804265-1-smb neutron-server[79159]: cb(*args, **kw) Aug 11 16:31:32.154464 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 16:31:32.154464 dv-cinder-804265-1-smb neutron-server[79159]: return func(*args, **kwargs) Aug 11 16:31:32.154464 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 16:31:32.154464 dv-cinder-804265-1-smb neutron-server[79159]: self._notify() Aug 11 16:31:32.154464 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 16:31:32.154464 dv-cinder-804265-1-smb neutron-server[79159]: self.callback(batched_events) Aug 11 16:31:32.154464 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 16:31:32.154464 dv-cinder-804265-1-smb neutron-server[79159]: event.method(event) Aug 11 16:31:32.154464 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 11 16:31:32.154464 dv-cinder-804265-1-smb neutron-server[79159]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 16:31:32.154464 dv-cinder-804265-1-smb neutron-server[79159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 11 16:31:32.154464 dv-cinder-804265-1-smb neutron-server[79159]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 16:31:32.154464 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 16:31:32.154464 dv-cinder-804265-1-smb neutron-server[79159]: return f(self, *a, **k) Aug 11 16:31:32.154464 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 16:31:32.154464 dv-cinder-804265-1-smb neutron-server[79159]: return self._get(url).json() Aug 11 16:31:32.154464 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 16:31:32.154464 dv-cinder-804265-1-smb neutron-server[79159]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 16:31:32.154464 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 16:31:32.154464 dv-cinder-804265-1-smb neutron-server[79159]: return self.request(url, 'GET', **kwargs) Aug 11 16:31:32.154464 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 16:31:32.154464 dv-cinder-804265-1-smb neutron-server[79159]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 16:31:32.154464 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 16:31:32.154464 dv-cinder-804265-1-smb neutron-server[79159]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 16:31:32.154464 dv-cinder-804265-1-smb neutron-server[79159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 16:31:32.154464 dv-cinder-804265-1-smb neutron-server[79159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 16:31:32.154464 dv-cinder-804265-1-smb neutron-server[79159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 16:31:32.200347 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.db.api [None req-e4d60a09-ffab-4506-b8f2-5c5c680bcd3e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 16:31:32.200634 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG oslo_db.api [None req-e4d60a09-ffab-4506-b8f2-5c5c680bcd3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 16:31:32.231381 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-876943de-e5cf-4271-baaf-949a53381d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3354142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608000'] for network, after_delete {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:32.237613 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron_lib.callbacks.manager [None req-876943de-e5cf-4271-baaf-949a53381d69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548589'] for network, before_response {{(pid=79159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:32.240093 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-7f33664d-9e3a-4ac2-9121-2e5e5f128e83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:31:32.261026 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876943de-e5cf-4271-baaf-949a53381d69 admin admin] Pushing event deleted for resources: {'Network': ['ID=903e6642-064f-4741-8cfb-e95e5770992a,revision_number=None']} {{(pid=79159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:31:32.263532 dv-cinder-804265-1-smb neutron-server[79159]: DEBUG oslo_concurrency.lockutils [None req-876943de-e5cf-4271-baaf-949a53381d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:31:32.269808 dv-cinder-804265-1-smb neutron-server[79159]: INFO neutron.wsgi [None req-876943de-e5cf-4271-baaf-949a53381d69 admin admin] 10.222.0.21 "DELETE /v2.0/networks/903e6642-064f-4741-8cfb-e95e5770992a HTTP/1.1" status: 204 len: 168 time: 0.9268892 Aug 11 16:31:32.435622 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 49378) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:31:32.483653 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-5599c0cf-8520-4562-90a9-333c11a4df7e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b3773db0699482cb3fc3a47340812c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467787 Aug 11 16:31:32.486476 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 49382) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:31:32.543019 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a3be2bec-c71b-4482-9046-803ab2063655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:32.572136 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a3be2bec-c71b-4482-9046-803ab2063655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:32.702186 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-e4d60a09-ffab-4506-b8f2-5c5c680bcd3e None None] Deleting port b73bfe60-4d12-43f4-b580-495694e5022d {{(pid=79160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 11 16:31:32.702890 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-e4d60a09-ffab-4506-b8f2-5c5c680bcd3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758463308328'] for port, before_delete {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:32.712530 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a3be2bec-c71b-4482-9046-803ab2063655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:32.716189 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-8cd0b6b3-122e-45e7-8ab5-3ee38615666d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:31:32.729698 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be2bec-c71b-4482-9046-803ab2063655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322ef192-eefa-4cd1-9a35-6d5e2c19ff41,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:31:32.734500 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-a3be2bec-c71b-4482-9046-803ab2063655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:31:32.736606 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-a3be2bec-c71b-4482-9046-803ab2063655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:32.737733 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-a3be2bec-c71b-4482-9046-803ab2063655 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/322ef192-eefa-4cd1-9a35-6d5e2c19ff41 HTTP/1.1" status: 204 len: 168 time: 0.2503240 Aug 11 16:31:32.780184 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron.plugins.ml2.plugin [None req-e4d60a09-ffab-4506-b8f2-5c5c680bcd3e None None] The port 'b73bfe60-4d12-43f4-b580-495694e5022d' was deleted {{(pid=79160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 11 16:31:33.071248 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 49390) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:31:33.120662 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-1ff22702-e08f-4cb2-bbf3-eb3bf3b981c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=272dc7024b4c47f4a17e4c5ef875cf4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481873 Aug 11 16:31:33.123112 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.wsgi [-] (79158) accepted ('10.222.0.21', 49394) {{(pid=79158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 11 16:31:33.179921 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-41ce16f4-6a9b-4435-81b5-607c0cf711d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:33.205261 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-41ce16f4-6a9b-4435-81b5-607c0cf711d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:33.261413 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-41ce16f4-6a9b-4435-81b5-607c0cf711d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516692'] for security_group, after_delete {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:33.268063 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-3a44c2cd-d42a-4598-9162-ae2c5024b4fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 16:31:33.279214 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce16f4-6a9b-4435-81b5-607c0cf711d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee0020b-d45d-47b3-9437-470814f48ac9,revision_number=None']} {{(pid=79158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 16:31:33.284473 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG oslo_concurrency.lockutils [None req-41ce16f4-6a9b-4435-81b5-607c0cf711d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79158) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 16:31:33.285810 dv-cinder-804265-1-smb neutron-server[79158]: DEBUG neutron_lib.callbacks.manager [None req-41ce16f4-6a9b-4435-81b5-607c0cf711d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:33.286957 dv-cinder-804265-1-smb neutron-server[79158]: INFO neutron.wsgi [None req-41ce16f4-6a9b-4435-81b5-607c0cf711d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1ee0020b-d45d-47b3-9437-470814f48ac9 HTTP/1.1" status: 204 len: 168 time: 0.1629679 Aug 11 16:31:39.167941 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 6 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:31:46.629343 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-d8138fb7-2fd9-4a82-a1d5-3beb48b1315e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:47.320398 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:49.269498 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-03039a84-e7d6-4291-bffa-81262d18c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:50.437170 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:51.732106 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:31:56.115401 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:16.168016 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 6 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:32:16.630774 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-15138404-7906-40fc-9f3d-b56e2a464270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:17.325423 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:19.270708 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-084065e5-41f4-4f95-ad02-dc1c642a7c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:20.440968 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:21.735665 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:26.133848 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:46.632815 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-c0c38730-2f6e-48c2-9000-cb5ed01dbb61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:47.327050 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:49.273098 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-9fc11bb4-af60-4c83-ab8b-8f58ede8bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:50.442860 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:51.737574 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:32:53.167083 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 6 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:32:56.132338 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:16.635729 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-4485021b-0e48-4a46-acad-0e645e018185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:17.328143 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:19.274017 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-4b0d880f-9a87-49a3-891e-2e900f28819e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:20.448656 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:21.740498 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:26.162127 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:30.166001 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 6 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:33:46.637250 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-aae2ea5b-962b-4969-9a1a-03d0ee29efbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:47.331044 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:49.276085 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-6eb0a53b-1926-4232-a93e-55d5583cd587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:50.448166 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:51.745749 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:33:56.161212 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:07.165557 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 6 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:34:16.639219 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-e58eb405-46e5-4c62-a713-b8a65f189663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:17.332941 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:19.278055 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-2f7dcb20-7127-46d8-ac23-4471a98f4e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:20.451504 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:21.746512 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:26.160618 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:44.164480 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 6 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:34:46.643160 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-4df84c26-2a05-4caf-a301-4b3d7032279f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:47.335651 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:49.279778 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a32b7bb-3b90-48af-9124-4d0ba8003abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:50.454588 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:51.750574 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:34:56.174213 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:16.644981 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-684d9210-a54c-4eef-9f58-6323e228e1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:17.338131 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:19.280185 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-009bdadc-7b0f-45cd-968a-beeedf70aec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:20.457366 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:21.163037 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 6 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:35:21.750498 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:26.174062 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:46.647564 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-50d3c72c-31df-4b08-a683-423496cc82db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:47.339893 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:49.280882 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-04248191-e31a-4fd3-8075-6f432bfd88aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:50.460993 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:51.752987 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:56.188127 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:35:58.161945 dv-cinder-804265-1-smb neutron-server[79161]: DEBUG neutron.db.agents_db [None req-417a825f-24fe-4eac-b277-e3c88d06bf72 None None] Agent healthcheck: found 6 active agents {{(pid=79161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 11 16:36:16.649282 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78e3fa1-6b80-4385-9366-a9e5f156b352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:36:17.341080 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-548937e5-77fe-49fb-919a-50fb64c1f495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:36:19.282267 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-9b99bd22-9cd8-436e-b6ce-e538a81f1a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:36:20.463752 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a78f455c-590c-4e78-a0ae-4e4f510b2d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:36:21.755583 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-a3863f82-85e9-4de7-a04a-8a3c5dd03563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 16:36:26.187622 dv-cinder-804265-1-smb neutron-server[79160]: DEBUG neutron_lib.callbacks.manager [None req-0a95df75-8bb1-4e5b-984a-1db0fad53e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758463345803', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348573'] for agent, after_update {{(pid=79160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}